docker compose working ollama implementation

Author: PeriniM

.streamlit/config.toml

@@ -0,0 +1,13 @@
+version: '3.8'
+services:
+  ollama:
+    image: ollama/ollama
+    container_name: ollama
+    ports:
+      - "11434:11434"
+    volumes:
+      - ollama_volume:/root/.ollama
+    restart: unless-stopped
+
+volumes:
+  ollama_volume:

.streamlit/credentials.toml

@@ -0,0 +1,7 @@
+from langchain_community.llms import Ollama
+
+llm = Ollama(model="llama2")
+
+answer = llm.invoke("Tell me a joke")
+
+print(answer)

docker-compose.yml

@@ -30,7 +30,6 @@ langchain_google_genai = "0.0.11"
 html2text = "2020.1.16"
 faiss-cpu = "1.7.4"
 beautifulsoup4 = "4.12.3"
-trulens_eval = "0.23.0"
 pandas = "2.0.3"
 python-dotenv = "1.0.1"
 tiktoken = {version = ">=0.5.2,<0.6.0"}

examples/graph_evaluation_example.py

@@ -10,4 +10,3 @@ pandas==2.0.3
 python-dotenv==1.0.1
 tiktoken>=0.5.2,<0.6.0
 tqdm==4.66.1
-trulens_eval==0.23.0

examples/ollama-example.py

@@ -1,7 +1,7 @@
 """ 
 Module for making the search on the intenet
 """
-from ..models import OpenAI, Gemini
+from ..models import OpenAI, Gemini, Ollama
 from .base_graph import BaseGraph
 from ..nodes import (
     SearchInternetNode,
@@ -33,6 +33,8 @@ def _create_llm(self, llm_config: dict):
             return OpenAI(llm_params)
         elif "gemini" in llm_params["model"]:
             return Gemini(llm_params)
+        elif "llama2" in llm_params["model"]:
+            return Ollama(llm_params)
         else:
             raise ValueError("Model not supported")
 

pyproject.toml

@@ -6,3 +6,4 @@
 from .openai_itt import OpenAIImageToText
 from .openai_tts import OpenAITextToSpeech
 from .gemini import Gemini
+from .ollama import Ollama

requirements.txt

@@ -0,0 +1,19 @@
+""" 
+openai configuration wrapper
+"""
+from langchain_community.chat_models import ChatOllama
+
+
+class Ollama(ChatOllama):
+    """Class for wrapping ollama module"""
+
+    def __init__(self, llm_config: dict):
+        """
+        A wrapper for the ChatOllama class that provides default configuration
+        and could be extended with additional methods if needed.
+
+        Args:
+            llm_config (dict): Configuration parameters for the language model.
+        """
+        # Initialize the superclass (ChatOllama) with provided config parameters
+        super().__init__(**llm_config)

scrapegraphai/evaluators/__init__.py

@@ -82,7 +82,8 @@ def execute(self, state):
 
         search_template = """Given the following user prompt, return a query that can be 
         used to search the internet for relevant information. \n
-        You should return only the query string. \n
+        You should return only the query string without any additional sentences. \n
+        You are taught to reply directly giving the search query. \n
         User Prompt: {user_prompt}"""
 
         search_prompt = PromptTemplate(