Update services/sqt_generator.py

services/sqt_generator.py

@@ -2,6 +2,12 @@
 import json
 import google.generativeai as genai
 
+try:
+    from services.local_inference import run_inference, build_chat_prompt
+    _LOCAL = True
+except Exception:
+    _LOCAL = False
+
 class SQTGenerator:
     def __init__(self, models):
         self.models = models
@@ -36,10 +42,20 @@ class SQTGenerator:
         )
 
         try:
-            print("SQT Generator: Routing task to Logos core...", flush=True)
-            response = logos_core.generate_content(analysis_prompt)
-            
-            cleaned_response = response.text.strip().replace("```json", "").replace("```", "")
+            raw_response = None
+            if _LOCAL:
+                print("SQT Generator: Routing task to local inference engine...", flush=True)
+                _local_result = run_inference(
+                    "You are an AI Information Theorist. Output only valid JSON with no commentary.",
+                    analysis_prompt
+                )
+                if _local_result:
+                    raw_response = _local_result.get("content", "") if isinstance(_local_result, dict) else str(_local_result)
+            if not raw_response:
+                print("SQT Generator: Local inference unavailable — routing to Logos core...", flush=True)
+                response = logos_core.generate_content(analysis_prompt)
+                raw_response = response.text
+            cleaned_response = raw_response.strip().replace("```json", "").replace("```", "")
             sqt_data = json.loads(cleaned_response)
             print("SQT Generator says: Distillation complete.", flush=True)
             return sqt_data