diff --git a/service/local-ai/steering/studio_ai_steering.py b/service/local-ai/steering/studio_ai_steering.py index 957633c8820ee8b0440ebcbf0e26910911c6efb4..9b7ea971903055f9787231dd2f145f608ccc8f2e 100644 --- a/service/local-ai/steering/studio_ai_steering.py +++ b/service/local-ai/steering/studio_ai_steering.py @@ -14,7 +14,7 @@ class GoldenGateSteering(torch.nn.Module): vector = load_file(str(Path(__file__).with_name("golden-gate.safetensors")))["steer.layer32"] if vector.shape != (config.model_config.hf_text_config.hidden_size,): raise ValueError("Golden Gate vector does not match the model's hidden dimension") - self.register_buffer("vector", (vector * 0.75).to(device="cuda", dtype=config.model_config.dtype), persistent=False) + self.register_buffer("vector", (vector * 0.625).to(device="cuda", dtype=config.model_config.dtype), persistent=False) self.register_buffer("mask", torch.zeros(config.scheduler_config.max_num_batched_tokens, 1, device="cuda", dtype=torch.bool), persistent=False) self.cpu_mask = torch.zeros(self.mask.shape, device="cpu", dtype=torch.bool, pin_memory=True)