refactor(2665): send system message once in InferTypeName generation

src/cli/llm/infer_type_name.rs

@@ -10,6 +10,7 @@
 #[derive(Default)]
 pub struct InferTypeName {
     secret: Option<String>,
+    wizard: Option<Wizard<Question, Answer>>,
 }
 
 #[derive(Debug, Clone, Serialize, Deserialize)]
@@ -75,25 +76,60 @@
 
 impl InferTypeName {
     pub fn new(secret: Option<String>) -> InferTypeName {
-        Self { secret }
+        Self { secret, wizard: None }
     }
+
+    fn create_system_messages() -> Vec<ChatMessage> {
+        vec![
+            ChatMessage::system(
+                "Given the sample schema of a GraphQL type suggest 5 meaningful names for it.",
+            ),
+            ChatMessage::system("The name should be concise and preferably a single word"),
+            ChatMessage::system("Example Input:"),
+            ChatMessage::system(
+                serde_json::to_string_pretty(&Question {
+                    fields: vec![
+                        ("id".to_string(), "String".to_string()),
+                        ("name".to_string(), "String".to_string()),
+                        ("age".to_string(), "Int".to_string()),
+                    ],
+                })
+                .unwrap(),
+            ),
+            ChatMessage::system("Example Output:"),
+            ChatMessage::system(
+                serde_json::to_string_pretty(&Answer {
+                    suggestions: vec![
+                        "Person".into(),
+                        "Profile".into(),
+                        "Member".into(),
+                        "Individual".into(),
+                        "Contact".into(),
+                    ],
+                })
+                .unwrap(),
+            ),
+            ChatMessage::system("Ensure the output is in valid JSON format"),
+            ChatMessage::system("Do not add any additional text before or after the json"),
+        ]
+    }
+
     pub async fn generate(&mut self, config: &Config) -> Result<HashMap<String, String>> {
         let secret = self.secret.as_ref().map(|s| s.to_owned());
-
-        let wizard: Wizard<Question, Answer> = Wizard::new(groq::LLAMA38192, secret);
+        self.wizard = Some(Wizard::new(groq::LLAMA38192, secret));
 
         let mut new_name_mappings: HashMap<String, String> = HashMap::new();
 
-        // removed root type from types.
         let types_to_be_processed = config
             .types
             .iter()
             .filter(|(type_name, _)| !config.is_root_operation_type(type_name))
             .collect::<Vec<_>>();
 
         let total = types_to_be_processed.len();
+        let system_messages = Self::create_system_messages();
+
         for (i, (type_name, type_)) in types_to_be_processed.into_iter().enumerate() {
-            // convert type to sdl format.
             let question = Question {
                 fields: type_
                     .fields
@@ -104,7 +140,7 @@
 
             let mut delay = 3;
             loop {
-                let answer = wizard.ask(question.clone()).await;
+                let answer = self.ask_with_context(&system_messages, &question).await;
                 match answer {
                     Ok(answer) => {
                         let name = &answer.suggestions.join(", ");
@@ -125,15 +161,10 @@
                             total
                         );
 
-                        // TODO: case where suggested names are already used, then extend the base
-                        // question with `suggest different names, we have already used following
-                        // names: [names list]`
                         break;
                     }
                     Err(e) => {
-                        // TODO: log errors after certain number of retries.
                         if let Error::GenAI(_) = e {
-                            // TODO: retry only when it's required.
                             tracing::warn!(
                                 "Unable to retrieve a name for the type '{}'. Retrying in {}s",
                                 type_name,
@@ -149,6 +180,19 @@
 
         Ok(new_name_mappings.into_iter().map(|(k, v)| (v, k)).collect())
     }
+
+    async fn ask_with_context(
+        &self,
+        system_messages: &[ChatMessage],
+        question: &Question,
+    ) -> Result<Answer> {
+        let content = serde_json::to_string(question)?;
+        let mut messages = system_messages.to_vec();
+        messages.push(ChatMessage::user(content));
+
+        let request = ChatRequest::new(messages);
+        self.wizard.as_ref().unwrap().ask(request).await
+    }
 }
 
 #[cfg(test)]

src/cli/llm/wizard.rs

@@ -39,14 +39,13 @@
         }
     }
 
-    pub async fn ask(&self, q: Q) -> Result<A>
+    pub async fn ask(&self, request: ChatRequest) -> Result<A>
     where
-        Q: TryInto<ChatRequest, Error = super::Error>,
         A: TryFrom<ChatResponse, Error = super::Error>,
     {
         let response = self
             .client
-            .exec_chat(self.model.as_str(), q.try_into()?, None)
+            .exec_chat(self.model.as_str(), request, None)
             .await?;
         A::try_from(response)
     }