Commit8f63ba3

and

authored

⚡️ Speed up methodUsage.opentelemetry_attributes by 85% (#2198)

Co-authored-by: codeflash-ai[bot] <148906541+codeflash-ai[bot]@users.noreply.github.com>

1 parente6396cc commit8f63ba3Copy full SHA for 8f63ba3

File tree

+22

-7

lines changed

+22

-7

lines changed

Lines changed: 13 additions & 7 deletions

Original file line number	Diff line number	Diff line change
`@@ -57,13 +57,19 @@ def __add__(self, other: Usage) -> Usage:`
`57`	`57`
`58`	`58`	`defopentelemetry_attributes(self)->dict[str,int]:`
`59`	`59`	`"""Get the token limits as OpenTelemetry attributes."""`
`60`		`-result= {`
`61`		`-'gen_ai.usage.input_tokens':self.request_tokens,`
`62`		`-'gen_ai.usage.output_tokens':self.response_tokens,`
`63`		`- }`
`64`		`-forkey,valuein (self.detailsor {}).items():`
`65`		`-result[f'gen_ai.usage.details.{key}']=value# pragma: no cover`
`66`		`-return {k:vfork,vinresult.items()ifv}`
	`60`	`+result:dict[str,int]= {}`
	`61`	`+ifself.request_tokens:`
	`62`	`+result['gen_ai.usage.input_tokens']=self.request_tokens`
	`63`	`+ifself.response_tokens:`
	`64`	`+result['gen_ai.usage.output_tokens']=self.response_tokens`
	`65`	`+details=self.details`
	`66`	`+ifdetails:`
	`67`	`+prefix='gen_ai.usage.details.'`
	`68`	`+forkey,valueindetails.items():`
	`69`	`+# Skipping check for value since spec implies all detail values are relevant`
	`70`	`+ifvalue:`
	`71`	`+result[prefix+key]=value`
	`72`	`+returnresult`
`67`	`73`
`68`	`74`	`defhas_values(self)->bool:`
`69`	`75`	`"""Whether any values are set and non-zero."""`

Lines changed: 9 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -176,6 +176,15 @@ async def delegate_to_other_agent2(ctx: RunContext[None], sentence: str) -> int:`
`176`	`176`	`# confirm the usage from result2 is the sum of the usage from result1`
`177`	`177`	`assertresult2.usage()==functools.reduce(operator.add,run_1_usages)`
`178`	`178`
	`179`	`+result1_usage=result1.usage()`
	`180`	`+result1_usage.details= {'custom1':10,'custom2':20,'custom3':0}`
	`181`	`+assertresult1_usage.opentelemetry_attributes()== {`
	`182`	`+'gen_ai.usage.input_tokens':103,`
	`183`	`+'gen_ai.usage.output_tokens':13,`
	`184`	`+'gen_ai.usage.details.custom1':10,`
	`185`	`+'gen_ai.usage.details.custom2':20,`
	`186`	`+ }`
	`187`	`+`
`179`	`188`
`180`	`189`	`asyncdeftest_multi_agent_usage_sync():`
`181`	`190`	"""As in `test_multi_agent_usage_async`, with a sync tool."""

Comments

(0)