Commitf7afdc8

committed

✨ feat: Implement 'temperature' setting for model creativity control

1 parent049b552 commitf7afdc8Copy full SHA for f7afdc8

File tree

+13

-2

lines changed

+13

-2

lines changed

Lines changed: 5 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -51,6 +51,11 @@`
`51`	`51`	`"default":256,`
`52`	`52`	`"description":"Max number of new tokens to be generated."`
`53`	`53`	`},`
	`54`	`+"inference.temperature": {`
	`55`	`+"type":"number",`
	`56`	`+"default":0.2,`
	`57`	`+"description":"Temperature of the model. Increasing the temperature will make the model answer more creatively."`
	`58`	`+ },`
`54`	`59`	`"inference.model": {`
`55`	`60`	`"type":"string",`
`56`	`61`	`"enum": [`

Lines changed: 3 additions & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -10,6 +10,7 @@ export async function autocomplete(args: {`
`10`	`10`	`suffix:string,`
`11`	`11`	`maxLines:number,`
`12`	`12`	`maxTokens:number,`
	`13`	`+temperature:number,`
`13`	`14`	`canceled?:()=>boolean,`
`14`	`15`	`}):Promise<string>{`
`15`	`16`
`@@ -19,7 +20,8 @@ export async function autocomplete(args: {`
`19`	`20`	`prompt:adaptPrompt({prefix:args.prefix,suffix:args.suffix,model:args.model}),`
`20`	`21`	`raw:true,`
`21`	`22`	`options:{`
`22`		`-num_predict:args.maxTokens`
	`23`	`+num_predict:args.maxTokens,`
	`24`	`+temperature:args.temperature`
`23`	`25`	`}`
`24`	`26`	`};`
`25`	`27`

Lines changed: 2 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -67,6 +67,7 @@ export class PromptProvider implements vscode.InlineCompletionItemProvider {`
`67`	`67`	`letmodel=config.get('model')asstring;`
`68`	`68`	`letmaxLines=config.get('maxLines')asnumber;`
`69`	`69`	`letmaxTokens=config.get('maxTokens')asnumber;`
	`70`	`+lettemperature=config.get('temperature')asnumber;`
`70`	`71`	`if(endpoint.endsWith('/')){`
`71`	`72`	`endpoint=endpoint.slice(0,endpoint.length-1);`
`72`	`73`	`}`
`@@ -102,6 +103,7 @@ export class PromptProvider implements vscode.InlineCompletionItemProvider {`
`102`	`103`	`model:model,`
`103`	`104`	`maxLines:maxLines,`
`104`	`105`	`maxTokens:maxTokens,`
	`106`	`+ temperature,`
`105`	`107`	`canceled:()=>token.isCancellationRequested,`
`106`	`108`	`});`
`107`	`109`	info(`AI completion completed:${res}`);

Lines changed: 3 additions & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -19,14 +19,16 @@ suite('Extension Test Suite', () => {`
`19`	`19`	`letmodel='codellama:7b-code-q4_K_S';// Lightweight llm for tests`
`20`	`20`	`letmaxLines=16;`
`21`	`21`	`letmaxTokens=256;`
	`22`	`+lettemperature=0.2;`
`22`	`23`	`letprompt='fun main(): ';`
`23`	`24`	`letresult=awaitautocomplete({`
`24`	`25`	`endpoint,`
`25`	`26`	`model,`
`26`	`27`	`prefix:prompt,`
`27`	`28`	`suffix:'',`
`28`	`29`	`maxLines,`
`29`		`-maxTokens`
	`30`	`+maxTokens,`
	`31`	`+temperature`
`30`	`32`	`});`
`31`	`33`	`console.warn(result);`
`32`	`34`	`});`

Comments

(0)