generate.ts 287 B

1234567891011121314
  1. import ollama from 'ollama'
  2. async function main(): Promise<void> {
  3. const stream = await ollama.generate({
  4. model: 'mistral',
  5. prompt: 'Why is the sky blue?',
  6. stream: true,
  7. })
  8. for await (const part of stream) {
  9. process.stdout.write(part.response)
  10. }
  11. }
  12. await main()