Add non-GCP PALM providers

docs/advanced/app_types.mdx

@@ -99,12 +99,14 @@ app = CustomApp(
     - GPT4ALL
     - AZURE_OPENAI
     - LLAMA2
+    - PALM
 - Following embedding functions are available for an embedding function
     - OPENAI
     - HUGGING_FACE
     - VERTEX_AI
     - GPT4ALL
     - AZURE_OPENAI
+    - PALM
 
 
 ### PersonApp

embedchain/embedder/palm_embedder.py

@@ -0,0 +1,26 @@
+import os
+from typing import Optional
+
+from langchain.embeddings import GooglePalmEmbeddings
+
+from embedchain.config import BaseEmbedderConfig
+from embedchain.embedder.base_embedder import BaseEmbedder
+from embedchain.models import EmbeddingFunctions
+
+
+class PalmEmbedder(BaseEmbedder):
+    def __init__(self, config: Optional[BaseEmbedderConfig] = None):
+        super().__init__(config=config)
+
+        if os.getenv("GOOGLE_API_KEY") is None:
+            raise ValueError("GOOGLE_API_KEY environment variables not provided")
+
+        model = "models/embedding-gecko-001"
+        if (config is not None) and (config.model is not None):
+            model = config.model
+
+        embeddings = GooglePalmEmbeddings(model_name=model)
+        embedding_fn = BaseEmbedder._langchain_default_concept(embeddings)
+
+        self.set_embedding_fn(embedding_fn=embedding_fn)
+        self.set_vector_dimension(vector_dimension=EmbeddingFunctions.PALM.value)

embedchain/llm/palm_llm.py

@@ -0,0 +1,31 @@
+import os
+from typing import Optional
+
+from embedchain.config import BaseLlmConfig
+from embedchain.helper_classes.json_serializable import register_deserializable
+from embedchain.llm.base_llm import BaseLlm
+
+
+@register_deserializable
+class PalmLlm(BaseLlm):
+    def __init__(self, config: Optional[BaseLlmConfig] = None):
+        super().__init__(config=config)
+
+    def get_llm_model_answer(self, prompt):
+        return PalmLlm._get_athrophic_answer(prompt=prompt, config=self.config)
+
+    @staticmethod
+    def _get_athrophic_answer(prompt: str, config: BaseLlmConfig) -> str:
+        if os.getenv("GOOGLE_API_KEY") is None:
+            raise ValueError("GOOGLE_API_KEY environment variables not provided")
+
+        from langchain.chat_models import ChatGooglePalm
+
+        model = "models/chat-bison-001"
+        if (config is not None) and (config.model is not None):
+            model = config.model
+
+        chat = ChatGooglePalm(temperature=config.temperature, top_p=config.top_p, model_name=model)
+        messages = BaseLlm._get_messages(prompt, system_prompt=config.system_prompt)
+
+        return chat(messages).content

embedchain/models/EmbeddingFunctions.py

@@ -6,3 +6,4 @@ class EmbeddingFunctions(Enum):
     HUGGING_FACE = "HUGGING_FACE"
     VERTEX_AI = "VERTEX_AI"
     GPT4ALL = "GPT4ALL"
+    PALM = "PALM"

pyproject.toml

@@ -91,6 +91,7 @@ youtube-transcript-api = "^0.6.1"
 beautifulsoup4 = "^4.12.2"
 pypdf = "^3.11.0"
 pytube = "^15.0.0"
+google-generativeai = "^0.1.0"
 llama-index = { version = "^0.7.21", optional = true }
 sentence-transformers = { version = "^2.2.2", optional = true }
 torch = { version = ">=2.0.0, !=2.0.1", optional = true }