| Safe Haskell | None |
|---|---|
| Language | Haskell2010 |
Llama.Internal.Foreign.Context
Synopsis
- llama_time_us :: IO Int64
- llama_max_devices :: IO CSize
- llama_supports_mmap :: IO CBool
- llama_supports_mlock :: IO CBool
- llama_supports_gpu_offload :: IO CBool
- llama_supports_rpc :: IO CBool
- llama_n_ctx :: CLlamaContext -> IO CUInt
- llama_n_batch :: CLlamaContext -> IO CUInt
- llama_n_ubatch :: CLlamaContext -> IO CUInt
- llama_n_seq_max :: CLlamaContext -> IO CUInt
- c_llama_pooling_type_into :: CLlamaContext -> Ptr CInt -> IO ()
- c_llama_get_kv_self :: CLlamaContext -> IO CLlamaKVCache
- c_llama_context_default_params_into :: CLlamaContextParams -> IO ()
- c_llama_detach_threadpool :: CLlamaContext -> IO ()
Documentation
llama_time_us :: IO Int64 Source #
Get current time in microseconds
llama_max_devices :: IO CSize Source #
Maximum number of devices supported
llama_supports_mmap :: IO CBool Source #
Features supported by backend
llama_n_ctx :: CLlamaContext -> IO CUInt Source #
Context-related accessors
llama_n_batch :: CLlamaContext -> IO CUInt Source #
llama_n_ubatch :: CLlamaContext -> IO CUInt Source #
llama_n_seq_max :: CLlamaContext -> IO CUInt Source #
c_llama_pooling_type_into :: CLlamaContext -> Ptr CInt -> IO () Source #
Get pooling type from context
c_llama_get_kv_self :: CLlamaContext -> IO CLlamaKVCache Source #
Get KV cache from context
c_llama_detach_threadpool :: CLlamaContext -> IO () Source #