浏览代码

fill in the middle example

Bruce MacDonald 1 年之前
父节点
当前提交
99a8cf3b7d
共有 1 个文件被更改,包括 16 次插入0 次删除
  1. 16 0
      examples/fill-in-middle/fill.ts

+ 16 - 0
examples/fill-in-middle/fill.ts

@@ -0,0 +1,16 @@
+import { Ollama } from '../../src/index';
+
+async function main(): Promise<void> {
+    const prefix = `def remove_non_ascii(s: str) -> str:
+"""
+`;
+    const suffix = `
+return result
+`;
+
+    const respose = await new Ollama().generate({model: "codellama:7b-code", prompt: `<PRE> ${prefix} <SUF>${suffix} <MID>`, options: {num_predict: 128, temperature: 0, top_p: 0.9, presence_penalty: 0, stop: ["<EOT>"]}});
+    console.log(respose.response);
+
+}
+
+await main();