Copyright	(c) 2025 Tushar Adhatrao
License	MIT
Maintainer	Tushar Adhatrao <[email protected]>
Safe Haskell	None
Language	Haskell2010

Llama.Sampler

Description

Synopsis

defaultSamplerChainParams :: IO LlamaSamplerChainParams
initSampler :: LlamaSamplerI -> LlamaSamplerContext -> IO (Either String Sampler)
getSamplerName :: Sampler -> IO String
acceptTokenWithSampler :: Sampler -> LlamaToken -> IO ()
applySampler :: Sampler -> LlamaTokenDataArray -> IO ()
resetSampler :: Sampler -> IO ()
cloneSampler :: Sampler -> IO (Either String Sampler)
initSamplerChain :: LlamaSamplerChainParams -> IO (Either String Sampler)
addSamplerToChain :: Sampler -> Ptr LlamaSampler -> IO ()
getSamplerFromChain :: Sampler -> Int -> IO (Either String Sampler)
getSamplerChainLength :: Sampler -> IO Int
removeSamplerFromChain :: Sampler -> Int -> IO (Either String Sampler)
initGreedySampler :: IO (Either String (Ptr LlamaSampler))
initDistributedSampler :: Word32 -> IO (Either String Sampler)
initTopKSampler :: Int -> IO (Either String Sampler)
initTopPSampler :: Float -> Int -> IO (Either String Sampler)
initMinPSampler :: Float -> Int -> IO (Either String Sampler)
initTypicalSampler :: Float -> Int -> IO (Either String Sampler)
initTempSampler :: Float -> IO (Either String Sampler)
initTempExtSampler :: Float -> Float -> Float -> IO (Either String Sampler)
initXTCSampler :: Float -> Float -> Int -> Word32 -> IO (Either String Sampler)
initTopNSigmaSampler :: Float -> IO (Either String Sampler)
initMirostatSampler :: Int -> Word32 -> Float -> Float -> Int -> IO (Either String Sampler)
initMirostatV2Sampler :: Word32 -> Float -> Float -> IO (Either String Sampler)
initGrammarSampler :: Vocab -> String -> String -> IO (Either String Sampler)
initGrammarLazyPatternsSampler :: Vocab -> String -> String -> [String] -> [LlamaToken] -> IO (Either String Sampler)
initPenaltiesSampler :: Int -> Float -> Float -> Float -> IO (Either String Sampler)
initDrySampler :: Vocab -> Int -> Float -> Float -> Int -> Int -> [String] -> IO (Either String Sampler)
initLogitBiasSampler :: Int -> [LlamaLogitBias] -> IO (Either String Sampler)
initInfillSampler :: Vocab -> IO (Either String Sampler)
getSamplerSeed :: Sampler -> IO Word32
sampleWithSampler :: Sampler -> Context -> Int -> IO LlamaToken

Documentation

defaultSamplerChainParams :: IO LlamaSamplerChainParams Source #

Get the default parameters for a sampler chain

initSampler :: LlamaSamplerI -> LlamaSamplerContext -> IO (Either String Sampler) Source #

Initialize a sampler

getSamplerName :: Sampler -> IO String Source #

Get the name of a sampler

acceptTokenWithSampler :: Sampler -> LlamaToken -> IO () Source #

Accept a token with a sampler

applySampler :: Sampler -> LlamaTokenDataArray -> IO () Source #

Apply a sampler to a token data array

resetSampler :: Sampler -> IO () Source #

Reset a sampler

cloneSampler :: Sampler -> IO (Either String Sampler) Source #

Clone a sampler

initSamplerChain :: LlamaSamplerChainParams -> IO (Either String Sampler) Source #

Initialize a sampler chain

addSamplerToChain :: Sampler -> Ptr LlamaSampler -> IO () Source #

Add a sampler to a sampler chain

getSamplerFromChain :: Sampler -> Int -> IO (Either String Sampler) Source #

getSamplerChainLength :: Sampler -> IO Int Source #

Get the number of samplers in a sampler chain

removeSamplerFromChain :: Sampler -> Int -> IO (Either String Sampler) Source #

Remove a sampler from a sampler chain

initGreedySampler :: IO (Either String (Ptr LlamaSampler)) Source #

Initialize a greedy sampler

initDistributedSampler :: Word32 -> IO (Either String Sampler) Source #

Initialize a distributed sampler

initTopKSampler :: Int -> IO (Either String Sampler) Source #

Initialize a top-k sampler

initTopPSampler :: Float -> Int -> IO (Either String Sampler) Source #

Initialize a top-p sampler

initMinPSampler :: Float -> Int -> IO (Either String Sampler) Source #

Initialize a min-p sampler

initTypicalSampler :: Float -> Int -> IO (Either String Sampler) Source #

Initialize a typical sampler

initTempSampler :: Float -> IO (Either String Sampler) Source #

Initialize a temperature sampler

initTempExtSampler :: Float -> Float -> Float -> IO (Either String Sampler) Source #

Initialize an extended temperature sampler

initXTCSampler :: Float -> Float -> Int -> Word32 -> IO (Either String Sampler) Source #

Initialize an XTC sampler

initTopNSigmaSampler :: Float -> IO (Either String Sampler) Source #

Initialize a top-N sigma sampler

initMirostatSampler :: Int -> Word32 -> Float -> Float -> Int -> IO (Either String Sampler) Source #

Initialize a Mirostat sampler

initMirostatV2Sampler :: Word32 -> Float -> Float -> IO (Either String Sampler) Source #

Initialize a Mirostat V2 sampler

initGrammarSampler :: Vocab -> String -> String -> IO (Either String Sampler) Source #

Initialize a grammar sampler

initGrammarLazyPatternsSampler :: Vocab -> String -> String -> [String] -> [LlamaToken] -> IO (Either String Sampler) Source #

Initialize a grammar sampler with lazy patterns

initPenaltiesSampler :: Int -> Float -> Float -> Float -> IO (Either String Sampler) Source #

Initialize a penalties sampler

initDrySampler :: Vocab -> Int -> Float -> Float -> Int -> Int -> [String] -> IO (Either String Sampler) Source #

Initialize a dry sampler

initLogitBiasSampler :: Int -> [LlamaLogitBias] -> IO (Either String Sampler) Source #

Initialize a logit bias sampler

initInfillSampler :: Vocab -> IO (Either String Sampler) Source #

Initialize an infill sampler

getSamplerSeed :: Sampler -> IO Word32 Source #

Get the seed used by a sampler

sampleWithSampler :: Sampler -> Context -> Int -> IO LlamaToken Source #

Sample with a sampler