From ed069cd24cae66dd8279e50ec571de41ea256f87 Mon Sep 17 00:00:00 2001 From: clover caruso Date: Thu, 15 Oct 2026 18:13:43 -0700 Subject: [PATCH] Try Golden Gate steering at three-quarter strength Bisect between the mild 0.5 trial and the overpowering full-strength vector. Assisted-by: gpt-6-astra --- service/local-ai/steering/studio_ai_steering.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/service/local-ai/steering/studio_ai_steering.py b/service/local-ai/steering/studio_ai_steering.py index 5f5ebfef831cb9b7b0800fd404f8147c2c468844..957633c8820ee8b0440ebcbf0e26910911c6efb4 100644 --- a/service/local-ai/steering/studio_ai_steering.py +++ b/service/local-ai/steering/studio_ai_steering.py @@ -14,7 +14,7 @@ class GoldenGateSteering(torch.nn.Module): vector = load_file(str(Path(__file__).with_name("golden-gate.safetensors")))["steer.layer32"] if vector.shape != (config.model_config.hf_text_config.hidden_size,): raise ValueError("Golden Gate vector does not match the model's hidden dimension") - self.register_buffer("vector", (vector * 0.5).to(device="cuda", dtype=config.model_config.dtype), persistent=False) + self.register_buffer("vector", (vector * 0.75).to(device="cuda", dtype=config.model_config.dtype), persistent=False) self.register_buffer("mask", torch.zeros(config.scheduler_config.max_num_batched_tokens, 1, device="cuda", dtype=torch.bool), persistent=False) self.cpu_mask = torch.zeros(self.mask.shape, device="cpu", dtype=torch.bool, pin_memory=True) -- 2.54.1