Movatterモバイル変換

[0]ホーム
URL:

Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

 Sign up
Appearance settings

Commit544259b

Browse files
feat: add database tables and API routes for agentic chat feature (#17570)
Backend portion of experimental `AgenticChat` feature:- Adds database tables for chats and chat messages- Adds functionality to stream messages from LLM providers using`kylecarbs/aisdk-go`- Adds API routes with relevant functionality (list, create, updatechats, insert chat message)- Adds experiment `codersdk.AgenticChat`---------Co-authored-by: Kyle Carberry <kyle@carberry.com>
1 parent64b9bc1 commit544259b

File tree

45 files changed

+4264
-16
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

45 files changed

+4264
-16
lines changed

‎cli/server.go

Lines changed: 89 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -61,6 +61,7 @@ import (
6161
"github.com/coder/serpent"
6262
"github.com/coder/wgtunnel/tunnelsdk"
6363

64+
"github.com/coder/coder/v2/coderd/ai"
6465
"github.com/coder/coder/v2/coderd/entitlements"
6566
"github.com/coder/coder/v2/coderd/notifications/reports"
6667
"github.com/coder/coder/v2/coderd/runtimeconfig"
@@ -610,6 +611,22 @@ func (r *RootCmd) Server(newAPI func(context.Context, *coderd.Options) (*coderd.
610611
)
611612
}
612613

614+
aiProviders,err:=ReadAIProvidersFromEnv(os.Environ())
615+
iferr!=nil {
616+
returnxerrors.Errorf("read ai providers from env: %w",err)
617+
}
618+
vals.AI.Value.Providers=append(vals.AI.Value.Providers,aiProviders...)
619+
for_,provider:=rangeaiProviders {
620+
logger.Debug(
621+
ctx,"loaded ai provider",
622+
slog.F("type",provider.Type),
623+
)
624+
}
625+
languageModels,err:=ai.ModelsFromConfig(ctx,vals.AI.Value.Providers)
626+
iferr!=nil {
627+
returnxerrors.Errorf("create language models: %w",err)
628+
}
629+
613630
realIPConfig,err:=httpmw.ParseRealIPConfig(vals.ProxyTrustedHeaders,vals.ProxyTrustedOrigins)
614631
iferr!=nil {
615632
returnxerrors.Errorf("parse real ip config: %w",err)
@@ -640,6 +657,7 @@ func (r *RootCmd) Server(newAPI func(context.Context, *coderd.Options) (*coderd.
640657
CacheDir:cacheDir,
641658
GoogleTokenValidator:googleTokenValidator,
642659
ExternalAuthConfigs:externalAuthConfigs,
660+
LanguageModels:languageModels,
643661
RealIPConfig:realIPConfig,
644662
SSHKeygenAlgorithm:sshKeygenAlgorithm,
645663
TracerProvider:tracerProvider,
@@ -2621,6 +2639,77 @@ func redirectHTTPToHTTPSDeprecation(ctx context.Context, logger slog.Logger, inv
26212639
}
26222640
}
26232641

2642+
funcReadAIProvidersFromEnv(environ []string) ([]codersdk.AIProviderConfig,error) {
2643+
// The index numbers must be in-order.
2644+
sort.Strings(environ)
2645+
2646+
varproviders []codersdk.AIProviderConfig
2647+
for_,v:=rangeserpent.ParseEnviron(environ,"CODER_AI_PROVIDER_") {
2648+
tokens:=strings.SplitN(v.Name,"_",2)
2649+
iflen(tokens)!=2 {
2650+
returnnil,xerrors.Errorf("invalid env var: %s",v.Name)
2651+
}
2652+
2653+
providerNum,err:=strconv.Atoi(tokens[0])
2654+
iferr!=nil {
2655+
returnnil,xerrors.Errorf("parse number: %s",v.Name)
2656+
}
2657+
2658+
varprovider codersdk.AIProviderConfig
2659+
switch {
2660+
caselen(providers)<providerNum:
2661+
returnnil,xerrors.Errorf(
2662+
"provider num %v skipped: %s",
2663+
len(providers),
2664+
v.Name,
2665+
)
2666+
caselen(providers)==providerNum:
2667+
// At the next next provider.
2668+
providers=append(providers,provider)
2669+
caselen(providers)==providerNum+1:
2670+
// At the current provider.
2671+
provider=providers[providerNum]
2672+
}
2673+
2674+
key:=tokens[1]
2675+
switchkey {
2676+
case"TYPE":
2677+
provider.Type=v.Value
2678+
case"API_KEY":
2679+
provider.APIKey=v.Value
2680+
case"BASE_URL":
2681+
provider.BaseURL=v.Value
2682+
case"MODELS":
2683+
provider.Models=strings.Split(v.Value,",")
2684+
}
2685+
providers[providerNum]=provider
2686+
}
2687+
for_,envVar:=rangeenviron {
2688+
tokens:=strings.SplitN(envVar,"=",2)
2689+
iflen(tokens)!=2 {
2690+
continue
2691+
}
2692+
switchtokens[0] {
2693+
case"OPENAI_API_KEY":
2694+
providers=append(providers, codersdk.AIProviderConfig{
2695+
Type:"openai",
2696+
APIKey:tokens[1],
2697+
})
2698+
case"ANTHROPIC_API_KEY":
2699+
providers=append(providers, codersdk.AIProviderConfig{
2700+
Type:"anthropic",
2701+
APIKey:tokens[1],
2702+
})
2703+
case"GOOGLE_API_KEY":
2704+
providers=append(providers, codersdk.AIProviderConfig{
2705+
Type:"google",
2706+
APIKey:tokens[1],
2707+
})
2708+
}
2709+
}
2710+
returnproviders,nil
2711+
}
2712+
26242713
// ReadExternalAuthProvidersFromEnv is provided for compatibility purposes with
26252714
// the viper CLI.
26262715
funcReadExternalAuthProvidersFromEnv(environ []string) ([]codersdk.ExternalAuthConfig,error) {

‎cli/testdata/server-config.yaml.golden

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -519,6 +519,9 @@ client:
519519
# Support links to display in the top right drop down menu.
520520
# (default: <unset>, type: struct[[]codersdk.LinkConfig])
521521
supportLinks: []
522+
# Configure AI providers.
523+
# (default: <unset>, type: struct[codersdk.AIConfig])
524+
ai: {}
522525
# External Authentication providers.
523526
# (default: <unset>, type: struct[[]codersdk.ExternalAuthConfig])
524527
externalAuthProviders: []

‎coderd/ai/ai.go

Lines changed: 167 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,167 @@
1+
package ai
2+
3+
import (
4+
"context"
5+
6+
"github.com/anthropics/anthropic-sdk-go"
7+
anthropicoption"github.com/anthropics/anthropic-sdk-go/option"
8+
"github.com/kylecarbs/aisdk-go"
9+
"github.com/openai/openai-go"
10+
openaioption"github.com/openai/openai-go/option"
11+
"golang.org/x/xerrors"
12+
"google.golang.org/genai"
13+
14+
"github.com/coder/coder/v2/codersdk"
15+
)
16+
17+
typeLanguageModelstruct {
18+
codersdk.LanguageModel
19+
StreamFuncStreamFunc
20+
}
21+
22+
typeStreamOptionsstruct {
23+
SystemPromptstring
24+
Modelstring
25+
Messages []aisdk.Message
26+
Thinkingbool
27+
Tools []aisdk.Tool
28+
}
29+
30+
typeStreamFuncfunc(ctx context.Context,optionsStreamOptions) (aisdk.DataStream,error)
31+
32+
// LanguageModels is a map of language model ID to language model.
33+
typeLanguageModelsmap[string]LanguageModel
34+
35+
funcModelsFromConfig(ctx context.Context,configs []codersdk.AIProviderConfig) (LanguageModels,error) {
36+
models:=make(LanguageModels)
37+
38+
for_,config:=rangeconfigs {
39+
varstreamFuncStreamFunc
40+
41+
switchconfig.Type {
42+
case"openai":
43+
opts:= []openaioption.RequestOption{
44+
openaioption.WithAPIKey(config.APIKey),
45+
}
46+
ifconfig.BaseURL!="" {
47+
opts=append(opts,openaioption.WithBaseURL(config.BaseURL))
48+
}
49+
client:=openai.NewClient(opts...)
50+
streamFunc=func(ctx context.Context,optionsStreamOptions) (aisdk.DataStream,error) {
51+
openaiMessages,err:=aisdk.MessagesToOpenAI(options.Messages)
52+
iferr!=nil {
53+
returnnil,err
54+
}
55+
tools:=aisdk.ToolsToOpenAI(options.Tools)
56+
ifoptions.SystemPrompt!="" {
57+
openaiMessages=append([]openai.ChatCompletionMessageParamUnion{
58+
openai.SystemMessage(options.SystemPrompt),
59+
},openaiMessages...)
60+
}
61+
62+
returnaisdk.OpenAIToDataStream(client.Chat.Completions.NewStreaming(ctx, openai.ChatCompletionNewParams{
63+
Messages:openaiMessages,
64+
Model:options.Model,
65+
Tools:tools,
66+
MaxTokens:openai.Int(8192),
67+
})),nil
68+
}
69+
ifconfig.Models==nil {
70+
models,err:=client.Models.List(ctx)
71+
iferr!=nil {
72+
returnnil,err
73+
}
74+
config.Models=make([]string,len(models.Data))
75+
fori,model:=rangemodels.Data {
76+
config.Models[i]=model.ID
77+
}
78+
}
79+
case"anthropic":
80+
client:=anthropic.NewClient(anthropicoption.WithAPIKey(config.APIKey))
81+
streamFunc=func(ctx context.Context,optionsStreamOptions) (aisdk.DataStream,error) {
82+
anthropicMessages,systemMessage,err:=aisdk.MessagesToAnthropic(options.Messages)
83+
iferr!=nil {
84+
returnnil,err
85+
}
86+
ifoptions.SystemPrompt!="" {
87+
systemMessage= []anthropic.TextBlockParam{
88+
*anthropic.NewTextBlock(options.SystemPrompt).OfRequestTextBlock,
89+
}
90+
}
91+
returnaisdk.AnthropicToDataStream(client.Messages.NewStreaming(ctx, anthropic.MessageNewParams{
92+
Messages:anthropicMessages,
93+
Model:options.Model,
94+
System:systemMessage,
95+
Tools:aisdk.ToolsToAnthropic(options.Tools),
96+
MaxTokens:8192,
97+
})),nil
98+
}
99+
ifconfig.Models==nil {
100+
models,err:=client.Models.List(ctx, anthropic.ModelListParams{})
101+
iferr!=nil {
102+
returnnil,err
103+
}
104+
config.Models=make([]string,len(models.Data))
105+
fori,model:=rangemodels.Data {
106+
config.Models[i]=model.ID
107+
}
108+
}
109+
case"google":
110+
client,err:=genai.NewClient(ctx,&genai.ClientConfig{
111+
APIKey:config.APIKey,
112+
Backend:genai.BackendGeminiAPI,
113+
})
114+
iferr!=nil {
115+
returnnil,err
116+
}
117+
streamFunc=func(ctx context.Context,optionsStreamOptions) (aisdk.DataStream,error) {
118+
googleMessages,err:=aisdk.MessagesToGoogle(options.Messages)
119+
iferr!=nil {
120+
returnnil,err
121+
}
122+
tools,err:=aisdk.ToolsToGoogle(options.Tools)
123+
iferr!=nil {
124+
returnnil,err
125+
}
126+
varsystemInstruction*genai.Content
127+
ifoptions.SystemPrompt!="" {
128+
systemInstruction=&genai.Content{
129+
Parts: []*genai.Part{
130+
genai.NewPartFromText(options.SystemPrompt),
131+
},
132+
Role:"model",
133+
}
134+
}
135+
returnaisdk.GoogleToDataStream(client.Models.GenerateContentStream(ctx,options.Model,googleMessages,&genai.GenerateContentConfig{
136+
SystemInstruction:systemInstruction,
137+
Tools:tools,
138+
})),nil
139+
}
140+
ifconfig.Models==nil {
141+
models,err:=client.Models.List(ctx,&genai.ListModelsConfig{})
142+
iferr!=nil {
143+
returnnil,err
144+
}
145+
config.Models=make([]string,len(models.Items))
146+
fori,model:=rangemodels.Items {
147+
config.Models[i]=model.Name
148+
}
149+
}
150+
default:
151+
returnnil,xerrors.Errorf("unsupported model type: %s",config.Type)
152+
}
153+
154+
for_,model:=rangeconfig.Models {
155+
models[model]=LanguageModel{
156+
LanguageModel: codersdk.LanguageModel{
157+
ID:model,
158+
DisplayName:model,
159+
Provider:config.Type,
160+
},
161+
StreamFunc:streamFunc,
162+
}
163+
}
164+
}
165+
166+
returnmodels,nil
167+
}

0 commit comments

Comments
 (0)
[8]ページ先頭
©2009-2025 Movatter.jp