Copyright	(c) 2025 Tushar Adhatrao
License	MIT
Maintainer	Tushar Adhatrao <[email protected]>
Stability	experimental
Safe Haskell	None
Language	Haskell2010

Langchain.LLM.Ollama

Description

Ollama implementation of LangChain's LLM interface , supporting:

Text generation
Chat interactions
Streaming responses
Callback integration

Example usage:

-- Create Ollama configuration
ollamaLLM = Ollama "llama3" [stdOutCallback]

-- Generate text
response <- generate ollamaLLM "Explain Haskell monads" Nothing
-- Right "Monads in Haskell..."

-- Chat interaction
let messages = UserMessage "What's the capital of France?" :| []
chatResponse <- chat ollamaLLM messages Nothing
-- Right "The capital of France is Paris."

-- Streaming
streamHandler = StreamHandler print (putStrLn Done)
streamResult <- stream ollamaLLM messages streamHandler Nothing

Synopsis

data Ollama = Ollama {
- modelName :: Text
- callbacks :: [Callback]
}
data OllamaParams = OllamaParams {
- suffix :: Maybe Text
- images :: Maybe [Text]
- format :: Maybe Format
- system :: Maybe Text
- template :: Maybe Text
- raw :: Maybe Bool
- keepAlive :: Maybe Text
- hostUrl :: Maybe Text
- responseTimeOut :: Maybe Int
- options :: Maybe Value
- tools :: Maybe [Value]
}
defaultOllamaParams :: OllamaParams

Documentation

data Ollama Source #

Ollama LLM configuration Contains:

Model name (e.g., "llama3:latest")
Callbacks for event tracking

Example:

>>> Ollama "nomic-embed" [logCallback]
Ollama "nomic-embed"

Constructors

Ollama
Fields modelName :: Text The name of the Ollama model callbacks :: [Callback] Event handlers for LLM operations

Instances

Instances details

Show Ollama Source #

Instance details

Defined in Langchain.LLM.Ollama

Methods

showsPrec :: Int -> Ollama -> ShowS #

show :: Ollama -> String #

showList :: [Ollama] -> ShowS #

LLM Ollama Source #

Ollama implementation of the LLM typeclass Note: Params argument is currently ignored (see TODOs).

Example instance usage:

-- Generate text with error handling
case generate ollamaLLM Hello Nothing of
  Left err -> putStrLn $ "Error: " ++ err
  Right res -> putStrLn res

Instance details

Defined in Langchain.LLM.Ollama

Associated Types

type LLMParams Ollama
Instance details Defined in Langchain.LLM.Ollama type LLMParams Ollama = OllamaParams

Methods

generate :: Ollama -> Text -> Maybe (LLMParams Ollama) -> IO (Either String Text) Source #

chat :: Ollama -> ChatMessage -> Maybe (LLMParams Ollama) -> IO (Either String Text) Source #

stream :: Ollama -> ChatMessage -> StreamHandler -> Maybe (LLMParams Ollama) -> IO (Either String ()) Source #

Runnable Ollama Source #

Instance details

Defined in Langchain.LLM.Ollama

Associated Types

type RunnableInput Ollama
Instance details Defined in Langchain.LLM.Ollama type RunnableInput Ollama = (ChatMessage, Maybe OllamaParams)
type RunnableOutput Ollama
Instance details Defined in Langchain.LLM.Ollama type RunnableOutput Ollama = Text

Methods

invoke :: Ollama -> RunnableInput Ollama -> IO (Either String (RunnableOutput Ollama)) Source #

batch :: Ollama -> [RunnableInput Ollama] -> IO (Either String [RunnableOutput Ollama]) Source #

stream :: Ollama -> RunnableInput Ollama -> (RunnableOutput Ollama -> IO ()) -> IO (Either String ()) Source #

type LLMParams Ollama Source #

Instance details

Defined in Langchain.LLM.Ollama

type LLMParams Ollama = OllamaParams

type RunnableInput Ollama Source #

Instance details

Defined in Langchain.LLM.Ollama

type RunnableInput Ollama = (ChatMessage, Maybe OllamaParams)

type RunnableOutput Ollama Source #

Instance details

Defined in Langchain.LLM.Ollama

type RunnableOutput Ollama = Text

data OllamaParams Source #

Ollama Params contains same fields GenerateOps and ChatOps from ollama-haskell

Constructors

OllamaParams

Fields

suffix :: Maybe Text
An optional suffix to append to the generated text.
images :: Maybe [Text]
Optional list of base64 encoded images to include with the request.
format :: Maybe Format
An optional format specifier for the response.
system :: Maybe Text
Optional system text that can be included in the generation context.
template :: Maybe Text
An optional streaming function where the first function handles each chunk of response, and the second flushes the stream. ^ This will not work for chat and stream, use promptTemplate instead
raw :: Maybe Bool
An optional flag to return the raw response.
keepAlive :: Maybe Text
Optional text to specify keep-alive behavior.
hostUrl :: Maybe Text
Override default Ollama host url. Default url = "http://127.0.0.1:11434"
responseTimeOut :: Maybe Int
Override default response timeout in minutes. Default = 15 minutes
options :: Maybe Value
additional model parameters listed in the documentation for the Modelfile such as temperature
tools :: Maybe [Value]
Optional tools that may be used in the chat. Will only work for chat and stream and not Generate.

Instances

Instances details

Show OllamaParams Source #
Instance details Defined in Langchain.LLM.Ollama Methods showsPrec :: Int -> OllamaParams -> ShowS # show :: OllamaParams -> String # showList :: [OllamaParams] -> ShowS #
Eq OllamaParams Source #
Instance details Defined in Langchain.LLM.Ollama Methods (==) :: OllamaParams -> OllamaParams -> Bool # (/=) :: OllamaParams -> OllamaParams -> Bool #

defaultOllamaParams :: OllamaParams Source #

Default values for OllamaParams