Commite340560

authored

chore: actually store translated token metadata (#20929)

Signed-off-by: Danny Kopping <danny@coder.com>

1 parente189dc1 commite340560Copy full SHA for e340560

File tree

-3

lines changed

-3

lines changed

Lines changed: 4 additions & 2 deletions

Original file line number	Diff line number	Diff line change
`@@ -12,6 +12,7 @@ import (`
`12`	`12`	`"github.com/prometheus/client_golang/prometheus"`
`13`	`13`	`promtest"github.com/prometheus/client_golang/prometheus/testutil"`
`14`	`14`	`"github.com/stretchr/testify/require"`
	`15`	`+"github.com/tidwall/gjson"`
`15`	`16`
`16`	`17`	`"github.com/coder/aibridge"`
`17`	`18`	`"github.com/coder/coder/v2/coderd/coderdtest"`
`@@ -107,7 +108,7 @@ func TestIntegration(t *testing.T) {`
`107`	`108`	`"completion_tokens": 15,`
`108`	`109`	`"total_tokens": 75,`
`109`	`110`	`"prompt_tokens_details": {`
`110`		`- "cached_tokens":0,`
	`111`	`+ "cached_tokens":15,`
`111`	`112`	`"audio_tokens": 0`
`112`	`113`	`},`
`113`	`114`	`"completion_tokens_details": {`
`@@ -244,8 +245,9 @@ func TestIntegration(t *testing.T) {`
`244`	`245`	`tokens,err:=db.GetAIBridgeTokenUsagesByInterceptionID(ctx,interceptions[0].ID)`
`245`	`246`	`require.NoError(t,err)`
`246`	`247`	`require.Len(t,tokens,1)`
`247`		`-require.EqualValues(t,tokens[0].InputTokens,60)`
	`248`	`+require.EqualValues(t,tokens[0].InputTokens,45)`
`248`	`249`	`require.EqualValues(t,tokens[0].OutputTokens,15)`
	`250`	`+require.EqualValues(t,gjson.Get(string(tokens[0].Metadata.RawMessage),"prompt_cached").Int(),15)`
`249`	`251`
`250`	`252`	`tools,err:=db.GetAIBridgeToolUsagesByInterceptionID(ctx,interceptions[0].ID)`
`251`	`253`	`require.NoError(t,err)`

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -72,7 +72,7 @@ func (t recorderTranslation) RecordTokenUsage(ctx context.Context, req aibridg`
`72`	`72`	`MsgId:req.MsgID,`
`73`	`73`	`InputTokens:req.Input,`
`74`	`74`	`OutputTokens:req.Output,`
`75`		`-Metadata:marshalForProto(req.Metadata),`
	`75`	`+Metadata:marshalForProto(merged),`
`76`	`76`	`CreatedAt:timestamppb.New(req.CreatedAt),`
`77`	`77`	`})`
`78`	`78`	`returnerr`

Comments

(0)