diff options
Diffstat (limited to 'internal/cli/serve.go')
| -rw-r--r-- | internal/cli/serve.go | 25 |
1 files changed, 22 insertions, 3 deletions
diff --git a/internal/cli/serve.go b/internal/cli/serve.go index 94f0c5d..5101b81 100644 --- a/internal/cli/serve.go +++ b/internal/cli/serve.go @@ -71,10 +71,25 @@ func serve(addr string) error { APIURL: apiURL, }, } - + + localClient := buildLocalLLMClient(cfg.LocalModel, logger) + if localClient != nil { + runners["local"] = &executor.LocalRunner{ + Client: localClient, + Logger: logger, + LogDir: cfg.LogDir, + DefaultTemperature: cfg.LocalModel.DefaultTemperature, + } + logger.Info("local runner registered", "endpoint", cfg.LocalModel.Endpoint, "model", cfg.LocalModel.Model) + } + pool := executor.NewPool(cfg.MaxConcurrent, runners, store, logger) - if cfg.GeminiBinaryPath != "" { - pool.Classifier = &executor.Classifier{GeminiBinaryPath: cfg.GeminiBinaryPath} + pool.Classifier = &executor.Classifier{ + LLM: localClient, + GeminiBinaryPath: cfg.GeminiBinaryPath, + } + if localClient != nil { + pool.LLM = localClient } pool.RecoverStaleRunning(context.Background()) pool.RecoverStaleQueued(context.Background()) @@ -87,6 +102,10 @@ func serve(addr string) error { if cfg.WorkspaceRoot != "" { srv.SetWorkspaceRoot(cfg.WorkspaceRoot) } + if cfg.LocalModel.UseForElaborate() { + srv.SetLLM(localClient) + logger.Info("elaboration prefers local llm", "endpoint", cfg.LocalModel.Endpoint) + } srv.SetGitHubWebhookConfig(cfg.WebhookSecret, cfg.Projects) // Register scripts. |
