SSE for LLM Streaming Responses

response.setHeader("Content-Type", "text/event-stream");
for (var delta : llm.generateStream(prompt)) {
  writer.write("data: " + escape(delta.text()) + "\n\n");
  writer.flush();
}
writer.write("event: done\ndata: {}\n\n");

const es = new EventSource('/chat/stream');
es.onmessage = (e) => appendToken(e.data);
es.addEventListener('done', () => es.close());