📦 v0.0.3-rc.2 (#212)

Final major improvements to streaming chat workflow. Fixed issues with Cohere streaming chat. Expanded and revisited Cohere params in config. ## Changelog ### Added - 🔧 #195 #196: Set router ctx in stream chunks & handle end of stream in case of some errors (@roma-glushko) - 🐛🔧 #197: Handle max_tokens & content_filtered finish reasons across OpenAI, Azure and Cohere (@roma-glushko) ### Changed - 🔧 💥 #198: Expose more Cohere params & fixing validation of provider params in config (breaking change) (@roma-glushko) - 🔧 #186: Rendering Durations in a human-friendly way (@roma-glushko) ### Fixed - 🐛 #209: Embed Swagger specs into binary to fix panics caused by missing swagger.yaml file (@roma-glushko) - 🐛 #200: Implemented a custom json per line stream reader to read Cohere chat streams correctly (@roma-glushko)
EinStack · Apr 16, 2024 · b066eb0 · b066eb0
1 parent 5e0dd0f
commit b066eb0
Show file tree

Hide file tree

Showing 44 changed files with 787 additions and 1,243 deletions.
diff --git a/.gitattributes b/.gitattributes
@@ -0,0 +1,5 @@
+# This file is documented at https://git-scm.com/docs/gitattributes.
+# Linguist-specific attributes are documented at
+# https://github.com/github/linguist.
+
+go.sum linguist-generated=true
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -41,6 +41,26 @@ TBU
 
 TBU
 
+## [0.0.3-rc2] (Apr 17, 2024)
+
+Final major improvements to streaming chat workflow. Fixed issues with Cohere streaming chat. 
+Expanded and revisited Cohere params in config.
+
+### Added
+
+- 🔧 #195 #196: Set router ctx in stream chunks & handle end of stream in case of some errors (@roma-glushko)
+- 🐛🔧 #197: Handle max_tokens & content_filtered finish reasons across OpenAI, Azure and Cohere (@roma-glushko)
+
+### Changed
+
+- 🔧 💥 #198: Expose more Cohere params & fixing validation of provider params in config (breaking change) (@roma-glushko)
+- 🔧 #186: Rendering Durations in a human-friendly way (@roma-glushko)
+
+### Fixed
+
+- 🐛 #209: Embed Swagger specs into binary to fix panics caused by missing swagger.yaml file (@roma-glushko)
+- 🐛 #200: Implemented a custom json per line stream reader to read Cohere chat streams correctly (@roma-glushko)
+
 ## [0.0.3-rc.1] (Apr 7th, 2024)
 
 Bringing support for streaming chat in Glide.

diff --git a/README.md b/README.md
@@ -46,9 +46,9 @@ Check out our [documentation](https://glide.einstack.ai)!
 |-----------------------------------------------------------------------|-------------------------------------------|
 | <img src="docs/images/openai.svg" width="18" /> OpenAI                | ✅ Chat <br/> ✅ Streaming Chat             |
 | <img src="docs/images/anthropic.svg" width="18" /> Anthropic          | ✅ Chat<br/>🏗️ Streaming Chat (coming soon) |
-| <img src="docs/images/azure.svg" width="18" /> Azure OpenAI           | ✅ Chat<br/> 🏗️ Streaming Chat (coming soon)   |
+| <img src="docs/images/azure.svg" width="18" /> Azure OpenAI           | ✅ Chat<br/> ✅ Streaming Chat   |
 | <img src="docs/images/aws-icon.png" width="18" /> AWS Bedrock (Titan) | ✅ Chat                                    |
-| <img src="docs/images/cohere.png" width="18" /> Cohere                | ✅ Chat<br/> 🏗️ Streaming Chat (coming soon)   |
+| <img src="docs/images/cohere.png" width="18" /> Cohere                | ✅ Chat<br/> ✅ Streaming Chat   |
 | <img src="docs/images/bard.svg" width="18" /> Google Gemini           | 🏗️ Chat (coming soon)                    |
 | <img src="docs/images/octo.png" width="18" /> OctoML                  | ✅ Chat                                    |
 | <img src="docs/images/ollama.png" width="18" /> Ollama                | ✅ Chat                                    |
@@ -213,8 +213,6 @@ To let you work with Glide's API with ease, we are going to provide you with SDK
 
 - Python (coming soon)
 - NodeJS (coming soon)
-- Golang (coming soon)
-- Rust (coming soon)
 
 ## Core Concepts
 

diff --git a/docs/docs.go b/docs/docs.go
@@ -378,20 +378,6 @@ const docTemplate = `{
                 }
             }
         },
-        "cohere.ChatHistory": {
-            "type": "object",
-            "properties": {
-                "message": {
-                    "type": "string"
-                },
-                "role": {
-                    "type": "string"
-                },
-                "user": {
-                    "type": "string"
-                }
-            }
-        },
         "cohere.Config": {
             "type": "object",
             "required": [
@@ -410,42 +396,64 @@ const docTemplate = `{
                     "$ref": "#/definitions/cohere.Params"
                 },
                 "model": {
+                    "description": "https://docs.cohere.com/docs/models#command",
                     "type": "string"
                 }
             }
         },
         "cohere.Params": {
             "type": "object",
+            "required": [
+                "temperature"
+            ],
             "properties": {
-                "chat_history": {
-                    "type": "array",
-                    "items": {
-                        "$ref": "#/definitions/cohere.ChatHistory"
-                    }
-                },
-                "citiation_quality": {
-                    "type": "string"
-                },
                 "connectors": {
                     "type": "array",
                     "items": {
                         "type": "string"
                     }
                 },
-                "conversation_id": {
-                    "type": "string"
+                "frequency_penalty": {
+                    "type": "number",
+                    "maximum": 1,
+                    "minimum": 0
+                },
+                "k": {
+                    "type": "integer",
+                    "maximum": 500,
+                    "minimum": 0
+                },
+                "max_tokens": {
+                    "type": "integer"
+                },
+                "p": {
+                    "type": "number",
+                    "maximum": 0.99,
+                    "minimum": 0.01
                 },
-                "preamble_override": {
+                "preamble": {
                     "type": "string"
                 },
+                "presence_penalty": {
+                    "type": "number",
+                    "maximum": 1,
+                    "minimum": 0
+                },
                 "prompt_truncation": {
                     "type": "string"
                 },
                 "search_queries_only": {
                     "type": "boolean"
                 },
-                "stream": {
-                    "type": "boolean"
+                "seed": {
+                    "type": "integer"
+                },
+                "stop_sequences": {
+                    "type": "array",
+                    "maxItems": 5,
+                    "items": {
+                        "type": "string"
+                    }
                 },
                 "temperature": {
                     "type": "number"

diff --git a/docs/swagger.go b/docs/swagger.go
@@ -0,0 +1,6 @@
+package docs
+
+import _ "embed"
+
+//go:embed swagger.json
+var SwaggerJSON []byte
diff --git a/docs/swagger.json b/docs/swagger.json
@@ -375,20 +375,6 @@
                 }
             }
         },
-        "cohere.ChatHistory": {
-            "type": "object",
-            "properties": {
-                "message": {
-                    "type": "string"
-                },
-                "role": {
-                    "type": "string"
-                },
-                "user": {
-                    "type": "string"
-                }
-            }
-        },
         "cohere.Config": {
             "type": "object",
             "required": [
@@ -407,42 +393,64 @@
                     "$ref": "#/definitions/cohere.Params"
                 },
                 "model": {
+                    "description": "https://docs.cohere.com/docs/models#command",
                     "type": "string"
                 }
             }
         },
         "cohere.Params": {
             "type": "object",
+            "required": [
+                "temperature"
+            ],
             "properties": {
-                "chat_history": {
-                    "type": "array",
-                    "items": {
-                        "$ref": "#/definitions/cohere.ChatHistory"
-                    }
-                },
-                "citiation_quality": {
-                    "type": "string"
-                },
                 "connectors": {
                     "type": "array",
                     "items": {
                         "type": "string"
                     }
                 },
-                "conversation_id": {
-                    "type": "string"
+                "frequency_penalty": {
+                    "type": "number",
+                    "maximum": 1,
+                    "minimum": 0
+                },
+                "k": {
+                    "type": "integer",
+                    "maximum": 500,
+                    "minimum": 0
+                },
+                "max_tokens": {
+                    "type": "integer"
+                },
+                "p": {
+                    "type": "number",
+                    "maximum": 0.99,
+                    "minimum": 0.01
                 },
-                "preamble_override": {
+                "preamble": {
                     "type": "string"
                 },
+                "presence_penalty": {
+                    "type": "number",
+                    "maximum": 1,
+                    "minimum": 0
+                },
                 "prompt_truncation": {
                     "type": "string"
                 },
                 "search_queries_only": {
                     "type": "boolean"
                 },
-                "stream": {
-                    "type": "boolean"
+                "seed": {
+                    "type": "integer"
+                },
+                "stop_sequences": {
+                    "type": "array",
+                    "maxItems": 5,
+                    "items": {
+                        "type": "string"
+                    }
                 },
                 "temperature": {
                     "type": "number"

diff --git a/docs/swagger.yaml b/docs/swagger.yaml
@@ -129,15 +129,6 @@ definitions:
       timeout:
         type: string
     type: object
-  cohere.ChatHistory:
-    properties:
-      message:
-        type: string
-      role:
-        type: string
-      user:
-        type: string
-    type: object
   cohere.Config:
     properties:
       baseUrl:
@@ -147,6 +138,7 @@ definitions:
       defaultParams:
         $ref: '#/definitions/cohere.Params'
       model:
+        description: https://docs.cohere.com/docs/models#command
         type: string
     required:
     - baseUrl
@@ -155,28 +147,45 @@ definitions:
     type: object
   cohere.Params:
     properties:
-      chat_history:
-        items:
-          $ref: '#/definitions/cohere.ChatHistory'
-        type: array
-      citiation_quality:
-        type: string
       connectors:
         items:
           type: string
         type: array
-      conversation_id:
-        type: string
-      preamble_override:
+      frequency_penalty:
+        maximum: 1
+        minimum: 0
+        type: number
+      k:
+        maximum: 500
+        minimum: 0
+        type: integer
+      max_tokens:
+        type: integer
+      p:
+        maximum: 0.99
+        minimum: 0.01
+        type: number
+      preamble:
         type: string
+      presence_penalty:
+        maximum: 1
+        minimum: 0
+        type: number
       prompt_truncation:
         type: string
       search_queries_only:
         type: boolean
-      stream:
-        type: boolean
+      seed:
+        type: integer
+      stop_sequences:
+        items:
+          type: string
+        maxItems: 5
+        type: array
       temperature:
         type: number
+    required:
+    - temperature
     type: object
   http.ErrorSchema:
     properties: