From ad6139b796d2f78dde1d2cb72a78aa5a97a8fd89 Mon Sep 17 00:00:00 2001
From: Mayur Mistry <mayurmmistry7@gmail.com>
Date: Sat, 30 Mar 2024 17:35:31 +0800
Subject: [PATCH] added azure integration

---
 README.md                                     |  9 +++++
 .../server/services/llm/azure/__init__.py     |  0
 .../source/server/services/llm/azure/llm.py   | 34 +++++++++++++++++++
 3 files changed, 43 insertions(+)
 create mode 100644 software/source/server/services/llm/azure/__init__.py
 create mode 100644 software/source/server/services/llm/azure/llm.py

diff --git a/README.md b/README.md
index 298d098..0af3279 100644
--- a/README.md
+++ b/README.md
@@ -48,6 +48,15 @@ export OPENAI_API_KEY=sk... # OR run `poetry run 01 --local` to run everything l
 poetry run 01 # Runs the 01 Light simulator (hold your spacebar, speak, release)
 ```
 
+```shell
+brew install portaudio ffmpeg cmake # Install Mac OSX dependencies
+poetry install # Install Python dependencies
+export AZURE_API_KEY = # Azure Openai deployment key
+export AZURE_API_BASE = # Azure Openai deployment base url
+export AZURE_API_VERSION = # Azure Openai deployment api version Eg. 2024-02-15-preview
+export AZURE_DEPLOYMENT_ID = # Azure Openai deployment id
+poetry run 01 # Runs the 01 Light simulator (hold your spacebar, speak, release)
+```
 <br>
 
 # Hardware
diff --git a/software/source/server/services/llm/azure/__init__.py b/software/source/server/services/llm/azure/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/software/source/server/services/llm/azure/llm.py b/software/source/server/services/llm/azure/llm.py
new file mode 100644
index 0000000..b7996c5
--- /dev/null
+++ b/software/source/server/services/llm/azure/llm.py
@@ -0,0 +1,34 @@
+import os
+
+
+class Llm:
+    def __init__(self, config):
+
+        interpreter = config["interpreter"]
+
+        # Required environment variables
+        """
+        export AZURE_API_KEY = 
+        export AZURE_API_BASE =
+        export AZURE_API_VERSION =
+        export AZURE_DEPLOYMENT_ID =
+        """
+
+        # Optional : Set environment variables for Azure OpenAI directly here
+        """ 
+        os.environ["AZURE_API_KEY"] = api_key
+        os.environ["AZURE_API_BASE"] = api_base
+        os.environ["AZURE_API_VERSION"] = api_version
+        os.environ["AZURE_DEPLOYMENT_ID"] = azure_deployment_id
+        """
+
+        azure_deployment_id = os.getenv("AZURE_DEPLOYMENT_ID")
+        interpreter.llm.model = f"azure/{azure_deployment_id}"
+
+        config.pop("interpreter", None)
+        config.pop("service_directory", None)
+
+        for key, value in config.items():
+            setattr(interpreter, key.replace("-", "_"), value)
+
+        self.llm = interpreter.llm.completions