Chat (Fireworks AI - llama-v2-70b-chat) 🏆

POST https://api.fireworks.ai/inference/v1/chat/completions

Request Body

{"messages"=>[{"role"=>"user", "content"=>"Explain the importance of low latency LLMs"}], "model"=>"accounts/fireworks/models/llama-v2-70b-chat", "temperature"=>0.5, "max_tokens"=>1024, "top_p"=>1, "stream"=>true, "stop"=>nil}

RESPONSES

status: OK

&quot;data: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;role\&quot;:\&quot;assistant\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;Hello!\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; I&#39;m here to help you understand the importance of low latency\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; LLMs.\\n\\nLLMs, or large language\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; models, are artificial intelligence models that are trained on vast amounts of text data\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; to generate language outputs that\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; are coherent and natural-sounding.\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; Low latency LLMs are those that are designed to respond quickly\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; and efficiently, often in real-time, to user input\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;.\\n\\nThe importance of low latency LLMs lies in their ability\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; to enable real-time communication and interaction between humans and machines. With low\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; latency LLMs, it becomes possible to build convers\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;ational AI systems that can respond to user queries and\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; requests in a timely manner, making them\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; feel more natural and human-like.\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;\\n\\nLow latency LLMs have numerous\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; applications in various industries, such as:\\n\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;\\n1. Customer Service: Chatb\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;ots powered by low latency LLMs can provide instant responses to customer\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; inquiries, improving customer satisfaction and reducing the need for human customer\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; support.\\n2. Virtual Assistants\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;: Virtual assistants like Siri, Alexa, and\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; Google Assistant use low latency LLMs to respond to voice commands\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;, making them feel more responsive and intuitive.\\n\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;3. Language Translation: Low latency LLMs can be used\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; to translate text and speech in real-time, breaking language\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; barriers and enabling communication between people who speak different languages.\\n4\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;. Gaming: Low latency LLMs can\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; be used to create more immersive gaming experiences, such\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; as real-time dialogue and voice-\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;controlled gameplay.\\n5. Education:\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; Low latency LLMs can be used to create personalized\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; learning experiences, such as virtual teaching assistants\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; that can respond to student questions and provide real-\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;time feedback.\\n\\nIn summary, low latency LLMs are essential for building convers\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;ational AI systems that can interact with humans in a natural and responsive\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot; manner. They have numerous applications across various industries and have the potential to revolution\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{\&quot;content\&quot;:\&quot;ize the way we interact with machines.\&quot;},\&quot;finish_reason\&quot;:null}],\&quot;usage\&quot;:null}\n\ndata: {\&quot;id\&quot;:\&quot;ddc30dd6-b674-4cbf-9fad-0957b4644214\&quot;,\&quot;object\&quot;:\&quot;chat.completion.chunk\&quot;,\&quot;created\&quot;:1712018387,\&quot;model\&quot;:\&quot;accounts/fireworks/models/llama-v2-70b-chat\&quot;,\&quot;choices\&quot;:[{\&quot;index\&quot;:0,\&quot;delta\&quot;:{},\&quot;finish_reason\&quot;:\&quot;stop\&quot;}],\&quot;usage\&quot;:{\&quot;prompt_tokens\&quot;:100,\&quot;total_tokens\&quot;:541,\&quot;completion_tokens\&quot;:441}}\n\ndata: [DONE]\n\n&quot;