Commitee6adae

committed

ref: enable deepseek

1 parent22b28e8 commitee6adaeCopy full SHA for ee6adae

File tree

+44

-16

lines changed

+44

-16

lines changed

Lines changed: 10 additions & 9 deletions

Original file line number	Diff line number	Diff line change
`@@ -2,7 +2,7 @@`
`2`	`2`	`"name":"llama-coder",`
`3`	`3`	`"displayName":"Llama Coder",`
`4`	`4`	`"description":"Better and self-hosted Github Copilot replacement",`
`5`		`-"version":"0.0.6",`
	`5`	`+"version":"0.0.7",`
`6`	`6`	`"icon":"icon.png",`
`7`	`7`	`"publisher":"ex3ndr",`
`8`	`8`	`"repository": {`
`@@ -70,14 +70,15 @@`
`70`	`70`	`"codellama:34b-code-q4_K_S",`
`71`	`71`	`"codellama:34b-code-q4_K_M",`
`72`	`72`	`"codellama:34b-code-q6_K",`
`73`		`-"deepseek-coder:6.7b-instruct-q4_K_S",`
`74`		`-"deepseek-coder:6.7b-instruct-q4_K_M",`
`75`		`-"deepseek-coder:6.7b-instruct-q8_0",`
`76`		`-"deepseek-coder:6.7b-instruct-fp16",`
`77`		`-"deepseek-coder:33b-instruct-q4_K_S",`
`78`		`-"deepseek-coder:33b-instruct-q4_K_M",`
`79`		`-"deepseek-coder:33b-instruct-q8_0",`
`80`		`-"deepseek-coder:33b-instruct-fp16"`
	`73`	`+"deepseek-coder:1.3b-base-q4_0",`
	`74`	`+"deepseek-coder:1.3b-base-q4_1",`
	`75`	`+"deepseek-coder:1.3b-base-q8_0",`
	`76`	`+"deepseek-coder:6.7b-base-q4_K_S",`
	`77`	`+"deepseek-coder:6.7b-base-q8_0",`
	`78`	`+"deepseek-coder:6.7b-base-fp16",`
	`79`	`+"deepseek-coder:33b-base-q4_K_S",`
	`80`	`+"deepseek-coder:33b-base-q4_K_M",`
	`81`	`+"deepseek-coder:33b-base-fp16"`
`81`	`82`	`],`
`82`	`83`	`"default":"codellama:7b-code-q4_K_M",`
`83`	`84`	`"description":"Inference model to use"`

Lines changed: 17 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -1,10 +1,24 @@`
`1`		`-exportfunctionadaptPrompt(args:{model:string,prefix:string,suffix:string}):string{`
	`1`	`+exportfunctionadaptPrompt(args:{model:string,prefix:string,suffix:string}):{prompt:string,stop:string[]}{`
`2`	`2`
`3`	`3`	`// Starcoder format`
`4`	`4`	`if(args.model.startsWith('deepseek-coder')){`
`5`		-return`<｜fim▁begin｜>${args.prefix}<｜fim▁hole｜>${args.suffix}<｜fim▁end｜>`;
	`5`	`+`
	`6`	`+if(args.suffix.length<1000){`
	`7`	`+return{`
	`8`	`+prompt:args.prefix,`
	`9`	+stop:[`<END>`]
	`10`	`+};`
	`11`	`+}`
	`12`	`+`
	`13`	`+return{`
	`14`	+prompt:`<｜fim▁begin｜>${args.prefix}<｜fim▁hole｜>${args.suffix}<｜fim▁end｜>`,
	`15`	+stop:[`<｜fim▁begin｜>`,`<｜fim▁hole｜>`,`<｜fim▁end｜>`,`<END>`]
	`16`	`+};`
`6`	`17`	`}`
`7`	`18`
`8`	`19`	`// Codellama format`
`9`		-return`<PRE>${args.prefix} <SUF>${args.suffix} <MID>`;
	`20`	`+return{`
	`21`	+prompt:`<PRE>${args.prefix} <SUF>${args.suffix} <MID>`,
	`22`	+stop:[`<PRE>`,`<SUF>`,`<MID>`,`<END>`]
	`23`	`+};`
`10`	`24`	`}`

Lines changed: 4 additions & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -14,12 +14,15 @@ export async function autocomplete(args: {`
`14`	`14`	`canceled?:()=>boolean,`
`15`	`15`	`}):Promise<string>{`
`16`	`16`
	`17`	`+letprompt=adaptPrompt({prefix:args.prefix,suffix:args.suffix,model:args.model});`
	`18`	`+`
`17`	`19`	`// Calculate arguments`
`18`	`20`	`letdata={`
`19`	`21`	`model:args.model,`
`20`		`-prompt:adaptPrompt({prefix:args.prefix,suffix:args.suffix,model:args.model}),`
	`22`	`+prompt:prompt.prompt,`
`21`	`23`	`raw:true,`
`22`	`24`	`options:{`
	`25`	`+stop:prompt.stop,`
`23`	`26`	`num_predict:args.maxTokens,`
`24`	`27`	`temperature:args.temperature`
`25`	`28`	`}`

Lines changed: 3 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -13,9 +13,9 @@ export function isNotNeeded(doc: vscode.TextDocument, position: vscode.Position,`
`13`	`13`	`// }`
`14`	`14`
`15`	`15`	`// Avoid autocomplete when system menu is shown (ghost text is hidden anyway)`
`16`		`-if(context.selectedCompletionInfo){`
`17`		`-returntrue;`
`18`		`-}`
	`16`	`+//if (context.selectedCompletionInfo) {`
	`17`	`+// return true;`
	`18`	`+//}`
`19`	`19`
`20`	`20`	`returnfalse;`
`21`	`21`	`}`

Lines changed: 10 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,10 @@`
	`1`	`+// import path from 'path';`
	`2`	`+`
	`3`	`+// let languages: { [key: string]: {}} = {`
	`4`	`+`
	`5`	`+// };`
	`6`	`+`
	`7`	`+// export function fileHeaderProcessor(uri: string, languageId: string): string \| null {`
	`8`	`+// let basename = path.basename(uri);`
	`9`	`+// let extname =`
	`10`	`+// }`

Comments

(0)