Commit38a77bb

committed

feat: stable-code support, cancel download only for specific model

1 parent241d47b commit38a77bbCopy full SHA for 38a77bb

File tree

+19

-6

lines changed

+19

-6

lines changed

Lines changed: 3 additions & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -45,6 +45,7 @@`
`45`	`45`	`"inference.model": {`
`46`	`46`	`"type":"string",`
`47`	`47`	`"enum": [`
	`48`	`+"stable-code:3b-code-q4_0",`
`48`	`49`	`"codellama:7b-code-q4_K_S",`
`49`	`50`	`"codellama:7b-code-q4_K_M",`
`50`	`51`	`"codellama:7b-code-q6_K",`
`@@ -70,7 +71,7 @@`
`70`	`71`	`"deepseek-coder:33b-base-fp16",`
`71`	`72`	`"custom"`
`72`	`73`	`],`
`73`		`-"default":"deepseek-coder:1.3b-base-q4_1",`
	`74`	`+"default":"stable-code:3b-code-q4_0",`
`74`	`75`	`"description":"Inference model to use",`
`75`	`76`	`"order":2`
`76`	`77`	`},`
`@@ -89,6 +90,7 @@`
`89`	`90`	`"inference.custom.format": {`
`90`	`91`	`"type":"string",`
`91`	`92`	`"enum": [`
	`93`	`+"stable-code",`
`92`	`94`	`"codellama",`
`93`	`95`	`"deepseek"`
`94`	`96`	`],`

Lines changed: 5 additions & 2 deletions

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,5 @@`
`1`	`1`	`importvscodefrom'vscode';`
	`2`	`+import{ModelFormat}from'./prompts/processors/models';`
`2`	`3`
`3`	`4`	`classConfig{`
`4`	`5`
`@@ -22,13 +23,15 @@ class Config {`
`22`	`23`
`23`	`24`	`// Load model`
`24`	`25`	`letmodelName=config.get('model')asstring;`
`25`		`-letmodelFormat:'codellama'\|'deepseek'='codellama';`
	`26`	`+letmodelFormat:ModelFormat='codellama';`
`26`	`27`	`if(modelName==='custom'){`
`27`	`28`	`modelName=config.get('custom.model')asstring;`
`28`		`-modelFormat=config.get('cutom.format')as'codellama'\|'deepseek';`
	`29`	`+modelFormat=config.get('cutom.format')asModelFormat;`
`29`	`30`	`}else{`
`30`	`31`	`if(modelName.startsWith('deepseek-coder')){`
`31`	`32`	`modelFormat='deepseek';`
	`33`	`+}elseif(modelName.startsWith('stable-code')){`
	`34`	`+modelFormat='stable-code';`
`32`	`35`	`}`
`33`	`36`	`}`
`34`	`37`

Lines changed: 9 additions & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-exporttypeModelFormat='codellama'\|'deepseek';`
	`1`	`+exporttypeModelFormat='codellama'\|'deepseek'\|'stable-code';`
`2`	`2`
`3`	`3`	`exportfunctionadaptPrompt(args:{format:ModelFormat,prefix:string,suffix:string}):{prompt:string,stop:string[]}{`
`4`	`4`
`@@ -18,6 +18,14 @@ export function adaptPrompt(args: { format: ModelFormat, prefix: string, suffix:`
`18`	`18`	`};`
`19`	`19`	`}`
`20`	`20`
	`21`	`+// Stable code FIM`
	`22`	`+if(args.format==='stable-code'){`
	`23`	`+return{`
	`24`	+prompt:`<fim_prefix>${args.prefix}<fim_suffix>${args.suffix}<fim_middle>`,
	`25`	+stop:[`<\|endoftext\|>`]
	`26`	`+};`
	`27`	`+}`
	`28`	`+`
`21`	`29`	`// Codellama FIM`
`22`	`30`	`return{`
`23`	`31`	prompt:`<PRE>${args.prefix} <SUF>${args.suffix} <MID>`,

Lines changed: 2 additions & 2 deletions

Original file line number	Diff line number	Diff line change
`@@ -91,7 +91,7 @@ export class PromptProvider implements vscode.InlineCompletionItemProvider {`
`91`	`91`	`if(!modelExists){`
`92`	`92`
`93`	`93`	`// Check if user asked to ignore download`
`94`		`-if(this.context.globalState.get('llama-coder-download-ignored')){`
	`94`	`+if(this.context.globalState.get('llama-coder-download-ignored')===inferenceConfig.modelName){`
`95`	`95`	info(`Ingoring since user asked to ignore download.`);
`96`	`96`	`return;`
`97`	`97`	`}`
`@@ -100,7 +100,7 @@ export class PromptProvider implements vscode.InlineCompletionItemProvider {`
`100`	`100`	letdownload=awaitvscode.window.showInformationMessage(`Model${inferenceConfig.modelName} is not downloaded. Do you want to download it? Answering "No" would require you to manually download model.`,'Yes','No');
`101`	`101`	`if(download==='No'){`
`102`	`102`	info(`Ingoring since user asked to ignore download.`);
`103`		`-this.context.globalState.update('llama-coder-download-ignored',true);`
	`103`	`+this.context.globalState.update('llama-coder-download-ignored',inferenceConfig.modelName);`
`104`	`104`	`return;`
`105`	`105`	`}`
`106`	`106`

Comments

(0)