Copyright	(c) 2025 Tushar Adhatrao
License	MIT
Maintainer	Tushar Adhatrao <[email protected]>
Stability	experimental
Safe Haskell	None
Language	Haskell2010

Langchain.LLM.Huggingface

Contents

Types
Functions

Description

Huggingface inference implementation Langchain's LLM Interface. https:/huggingface.codocsinference-providersproviders/cerebras

Support for text generation, chat, and streaming responses
Configuration of Huggingface-specific parameters (temperature, max tokens, etc.)
Conversion between Langchain's message format and Huggingface's API requirements
Compatibility with Huggingface's hosted inference API and other providers

Synopsis

data Huggingface = Huggingface {
- provider :: Provider
- apiKey :: Text
- modelName :: Text
- callbacks :: [Callback]
}
data Provider
- = Cerebras
- | Cohere
- | FalAI
- | Fireworks
- | HFInference
- | Hyperbolic
- | Nebius
- | Novita
- | Replicate
- | SambaNova
- | Together
data HuggingfaceParams = HuggingfaceParams {
- frequencyPenalty :: Maybe Double
- maxTokens :: Maybe Integer
- presencePenalty :: Maybe Double
- stop :: Maybe [String]
- toolPrompt :: Maybe String
- topP :: Maybe Double
- temperature :: Maybe Double
- timeout :: Maybe Int
}
defaultHuggingfaceParams :: HuggingfaceParams
defaultMessage :: Message

Types

data Huggingface Source #

Configuration for Huggingface LLM integration

Constructors

Huggingface
Fields provider :: Provider Service provider (e.g., HostedInferenceAPI) apiKey :: Text Huggingface API authentication key modelName :: Text Model identifier (e.g., "google/flan-t5-xl") callbacks :: [Callback] Event handlers for inference lifecycle

Instances

Instances details

Show Huggingface Source #

Instance details

Defined in Langchain.LLM.Huggingface

Methods

showsPrec :: Int -> Huggingface -> ShowS #

show :: Huggingface -> String #

showList :: [Huggingface] -> ShowS #

LLM Huggingface Source #

Instance details

Defined in Langchain.LLM.Huggingface

Associated Types

type LLMParams Huggingface
Instance details Defined in Langchain.LLM.Huggingface type LLMParams Huggingface = HuggingfaceParams

Methods

generate :: Huggingface -> Text -> Maybe (LLMParams Huggingface) -> IO (Either String Text) Source #

chat :: Huggingface -> ChatMessage -> Maybe (LLMParams Huggingface) -> IO (Either String Text) Source #

stream :: Huggingface -> ChatMessage -> StreamHandler -> Maybe (LLMParams Huggingface) -> IO (Either String ()) Source #

type LLMParams Huggingface Source #

Instance details

Defined in Langchain.LLM.Huggingface

type LLMParams Huggingface = HuggingfaceParams

data Provider Source #

Providers integrated with Huggingface Inference https://huggingface.co/docs/inference-providers/index#partners

Constructors

Cerebras
Cohere
FalAI
Fireworks
HFInference
Hyperbolic
Nebius
Novita
Replicate
SambaNova
Together

Instances

Instances details

Show Provider Source #
Instance details Defined in Langchain.LLM.Internal.Huggingface Methods showsPrec :: Int -> Provider -> ShowS # show :: Provider -> String # showList :: [Provider] -> ShowS #
Eq Provider Source #
Instance details Defined in Langchain.LLM.Internal.Huggingface Methods (==) :: Provider -> Provider -> Bool # (/=) :: Provider -> Provider -> Bool #
Ord Provider Source #
Instance details Defined in Langchain.LLM.Internal.Huggingface Methods compare :: Provider -> Provider -> Ordering # (<) :: Provider -> Provider -> Bool # (<=) :: Provider -> Provider -> Bool # (>) :: Provider -> Provider -> Bool # (>=) :: Provider -> Provider -> Bool # max :: Provider -> Provider -> Provider # min :: Provider -> Provider -> Provider #

data HuggingfaceParams Source #

Generation parameters specific to Huggingface models

Constructors

HuggingfaceParams

Fields

frequencyPenalty :: Maybe Double
Penalty for token frequency (0.0-2.0)
maxTokens :: Maybe Integer
Token limit for output
presencePenalty :: Maybe Double
Penalty for token presence (0.0-2.0)
stop :: Maybe [String]
Stop sequences to terminate generation
toolPrompt :: Maybe String
Special prompt for tool interactions
topP :: Maybe Double
Nucleus sampling probability threshold
temperature :: Maybe Double
Sampling temperature (0.0-1.0)
timeout :: Maybe Int
Number of seconds for request timeout

Instances

Instances details

Show HuggingfaceParams Source #
Instance details Defined in Langchain.LLM.Huggingface Methods showsPrec :: Int -> HuggingfaceParams -> ShowS # show :: HuggingfaceParams -> String # showList :: [HuggingfaceParams] -> ShowS #
Eq HuggingfaceParams Source #
Instance details Defined in Langchain.LLM.Huggingface Methods (==) :: HuggingfaceParams -> HuggingfaceParams -> Bool # (/=) :: HuggingfaceParams -> HuggingfaceParams -> Bool #

Functions

defaultHuggingfaceParams :: HuggingfaceParams Source #

Default values for huggingface params

defaultMessage :: Message Source #

Default message type