integrate openrouter calls

Author: neagualexa

.github/workflows/production-deploy.yml

@@ -31,7 +31,7 @@ jobs:
       environment: "production"
       version-bump: ${{ inputs.version-bump }}
       branch: ${{ inputs.branch }}
-      deployed-environment-variables: '[\"OPENAI_API_KEY\",\"OPENAI_MODEL\",\"GOOGLE_AI_API_KEY\",\"GOOGLE_AI_MODEL\"]'
+      deployed-environment-variables: '[\"OPENAI_API_KEY\",\"OPENAI_MODEL\",\"GOOGLE_AI_API_KEY\",\"GOOGLE_AI_MODEL\",\"OPENROUTER_API_KEY\",\"OPENROUTER_MODEL\",\"OPENROUTER_BASE_URL\"]'
     secrets:
       aws-key-id: ${{ secrets.LAMBDA_CONTAINER_PIPELINE_AWS_ID }}
       aws-secret-key: ${{ secrets.LAMBDA_CONTAINER_PIPELINE_AWS_SECRET }}

.github/workflows/staging-deploy.yml

@@ -23,6 +23,9 @@ jobs:
       OPENAI_MODEL: ${{ vars.OPENAI_MODEL }}
       GOOGLE_AI_API_KEY: ${{ secrets.GOOGLE_AI_API_KEY }}
       GOOGLE_AI_MODEL: ${{ vars.GOOGLE_AI_MODEL }}
+      OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
+      OPENROUTER_MODEL: ${{ vars.OPENROUTER_MODEL }}
+      OPENROUTER_BASE_URL: ${{ vars.OPENROUTER_BASE_URL }}
     steps:
       - name: Checkout Code
         uses: actions/checkout@v4
@@ -67,7 +70,7 @@ jobs:
     with:
       template-repository-name: "lambda-feedback/chat-function-boilerplate"
       environment: "staging"
-      deployed-environment-variables: '[\"OPENAI_API_KEY\",\"OPENAI_MODEL\",\"GOOGLE_AI_API_KEY\",\"GOOGLE_AI_MODEL\"]'
+      deployed-environment-variables: '[\"OPENAI_API_KEY\",\"OPENAI_MODEL\",\"GOOGLE_AI_API_KEY\",\"GOOGLE_AI_MODEL\",\"OPENROUTER_API_KEY\",\"OPENROUTER_MODEL\",\"OPENROUTER_BASE_URL\"]'
     secrets:
       aws-key-id: ${{ secrets.LAMBDA_CONTAINER_PIPELINE_AWS_ID }}
       aws-secret-key: ${{ secrets.LAMBDA_CONTAINER_PIPELINE_AWS_SECRET }}

.github/workflows/test-lint.yml

@@ -21,6 +21,9 @@ jobs:
       OPENAI_MODEL: ${{ vars.OPENAI_MODEL }}
       GOOGLE_AI_API_KEY: ${{ secrets.GOOGLE_AI_API_KEY }}
       GOOGLE_AI_MODEL: ${{ vars.GOOGLE_AI_MODEL }}
+      OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
+      OPENROUTER_MODEL: ${{ vars.OPENROUTER_MODEL }}
+      OPENROUTER_BASE_URL: ${{ vars.OPENROUTER_BASE_URL }}
     steps:
       - name: Checkout
         uses: actions/checkout@v4

README.md

@@ -22,19 +22,15 @@ OPENAI_MODEL
 GOOGLE_AI_API_KEY
 GOOGLE_AI_MODEL
 ```
-
-> [!Note]
-> If you decide to use another endpoint such as Azure or Ollama or any other, please update the github workflow files to use the right secrets and variables for testing.
+> If you use OpenRouter:
 ```bash
-> If you use Azure-OpenAI:
-AZURE_OPENAI_API_KEY
-AZURE_OPENAI_ENDPOINT
-AZURE_OPENAI_API_VERSION
-AZURE_OPENAI_CHAT_DEPLOYMENT_NAME
-AZURE_OPENAI_EMBEDDING_3072_DEPLOYMENT
-AZURE_OPENAI_EMBEDDING_1536_DEPLOYMENT
-AZURE_OPENAI_EMBEDDING_3072_MODEL
-AZURE_OPENAI_EMBEDDING_1536_MODEL
+OPENROUTER_API_KEY
+OPENROUTER_MODEL
+OPENROUTER_BASE_URL
+```
+
+> [!NOTE]
+> If you decide to use other providers like Azure OpenAI or Ollama, you will need to update the workflow files and the `llm_factory.py` file to include the necessary environment variables for those providers.
 
 > For monitoring of the LLM calls (follow instructions on how to set up on langsmith online):
 LANGCHAIN_TRACING_V2

src/agent/llm_factory.py

@@ -1,4 +1,5 @@
 import os
+from typing import Optional
 
 from langchain_openai import AzureChatOpenAI
 from langchain_openai import AzureOpenAIEmbeddings
@@ -82,3 +83,19 @@ def __init__(self, temperature: int = 0):
 
     def get_llm(self):
         return self._google_llm
+
+class ChatOpenRouterProvider:
+    def __init__(self, temperature: int = 0, model: Optional[str] = None):
+        model_name = model or os.environ['OPENROUTER_MODEL']
+        key = os.environ['OPENROUTER_API_KEY']
+        base_url = os.environ['OPENROUTER_BASE_URL']
+
+        self._openrouter_llm = ChatOpenAI(
+            model=model_name,
+            temperature=temperature,
+            api_key=key,
+            base_url=base_url,
+        )
+
+    def get_llm(self):
+        return self._openrouter_llm