diff options
Diffstat (limited to 'internal/cli/serve.go')
| -rw-r--r-- | internal/cli/serve.go | 18 |
1 files changed, 15 insertions, 3 deletions
diff --git a/internal/cli/serve.go b/internal/cli/serve.go index 94f0c5d..e183bfc 100644 --- a/internal/cli/serve.go +++ b/internal/cli/serve.go @@ -71,10 +71,22 @@ func serve(addr string) error { APIURL: apiURL, }, } - + + localClient := buildLocalLLMClient(cfg.LocalModel, logger) + if localClient != nil { + runners["local"] = &executor.LocalRunner{ + Client: localClient, + Logger: logger, + LogDir: cfg.LogDir, + DefaultTemperature: cfg.LocalModel.DefaultTemperature, + } + logger.Info("local runner registered", "endpoint", cfg.LocalModel.Endpoint, "model", cfg.LocalModel.Model) + } + pool := executor.NewPool(cfg.MaxConcurrent, runners, store, logger) - if cfg.GeminiBinaryPath != "" { - pool.Classifier = &executor.Classifier{GeminiBinaryPath: cfg.GeminiBinaryPath} + pool.Classifier = &executor.Classifier{ + LLM: localClient, + GeminiBinaryPath: cfg.GeminiBinaryPath, } pool.RecoverStaleRunning(context.Background()) pool.RecoverStaleQueued(context.Background()) |
