Platforms to show: All Mac Windows Linux Cross-Platform

The plugin part MBS Tools Plugin:llama:

All Console safe, 263 entry points.

• class LlamaBackendMBS
  • method Constructor
  • method Devices as LlamaDeviceMBS()
  • property Name as String
  • property Features as Dictionary
• class LlamaBatchMBS
  • method Tokens as Int32()
  • method Constructor
  • method Destructor
  • method Constructor(tokens() as Int32)
  • method Constructor(tokens as Int32, embd as Int32, n_seq_max as Int32)
  • property Handle as Integer
  • property n_tokens as Int32
  • property embd as Ptr
  • property logits as Ptr
• class LlamaChatMessageMBS
  • method Constructor(Role as String, Content as String)
  • method Constructor
  • method Destructor
  • property Role as String
  • property Content as String
• class LlamaContextMBS
  • method ClearMemory
  • method Ask(Sampler as LlamaSamplerMBS, prompt as String, MaxTokens as Integer = 100) as String
  • method Constructor(Model as LlamaModelMBS, Parameters as LlamaContextParametersMBS = nil)
  • method Constructor
  • method Destructor
  • method SetThreads(Threads as Integer, ThreadsBatch as Integer)
  • method SetEmbeddings(embeddings as Boolean)
  • method Synchronize
  • method PerformancePrint
  • method PerformanceReset
  • method Encode(batch as LlamaBatchMBS) as Integer
  • method Decode(batch as LlamaBatchMBS) as Integer
  • method Performance as LlamaPerformanceContextDataMBS
  • method MemoryBreakdownPrint
  • method SetCausalAttention(causalAttn as boolean)
  • method SetWarmup(warmup as boolean)
  • method Logits as Ptr
  • method Logits(index as Integer) as Ptr
  • method Embeddings as Ptr
  • method Embeddings(index as Integer) as Ptr
  • method EmbeddingsSeq(index as Integer) as Ptr
  • property Handle as Integer
  • property Model as LlamaModelMBS
  • property n_ctx_used as UInt32
  • property n_ctx as UInt32
  • property n_ctx_seq as UInt32
  • property n_batch as UInt32
  • property n_ubatch as UInt32
  • property n_seq_max as UInt32
  • property n_threads as Integer
  • property n_threads_batch as Integer
  • property pooling_type as Integer
• class LlamaContextParametersMBS
  • method Constructor
  • method Destructor
  • property embeddings as Boolean
  • property offload_kqv as Boolean
  • property no_perf as Boolean
  • property op_offload as Boolean
  • property swa_full as Boolean
  • property kv_unified as Boolean
  • property n_ctx as UInt32
  • property n_batch as UInt32
  • property n_ubatch as UInt32
  • property n_seq_max as UInt32
  • property n_threads as Int32
  • property n_threads_batch as Int32
  • property rope_scaling_type as Integer
  • property pooling_type as Integer
  • property attention_type as Integer
  • property flash_attn_type as Integer
  • property yarn_orig_ctx as UInt32
  • property rope_freq_base as Single
  • property rope_freq_scale as Single
  • property yarn_ext_factor as Single
  • property yarn_attn_factor as Single
  • property yarn_beta_fast as Single
  • property yarn_beta_slow as Single
  • property defrag_thold as Single
  • property type_k as Integer
  • property type_v as Integer
  • shared method FlashAttnTypeName(FlashAttnType as Integer) as String
• class LlamaDeviceMBS
  • method Constructor
  • property Name as String
  • property Description as String
  • property DeviceID as String
  • property MemoryFree as Integer
  • property MemoryTotal as Integer
  • property Type as Integer
  • property TypeString as String
• class LlamaExceptionMBS
• class LlamaModelMBS
  • method MetaValue(Key as String) as String
  • method MetaValue(Index as Integer) as String
  • method MetaKey(Index as Integer) as String
  • method Constructor(File as FolderItem, Parameters as LlamaModelParametersMBS = nil)
  • method Constructor(Path as String, Parameters as LlamaModelParametersMBS = nil)
  • method Constructor
  • method Destructor
  • method ClassifierOutputLabel(index as integer) as String
  • method ChatTemplate(Name as String) as String
  • method DecoderStartToken as Int32
  • method SaveToFile(Path as String)
  • method SaveToFile(File as FolderItem)
  • property Handle as Integer
  • property ctx_train as Integer
  • property embd as Integer
  • property embd_inp as Integer
  • property embd_out as Integer
  • property layer as Integer
  • property head as Integer
  • property head_kv as Integer
  • property swa as Integer
  • property ClassifierOutputs as Integer
  • property Size as Integer
  • property ParameterCount as Integer
  • property HasEncoder as Boolean
  • property HasDecoder as Boolean
  • property IsRecurrent as Boolean
  • property IsHybrid as Boolean
  • property IsDiffusion as Boolean
  • property Description as String
  • property Vocab as LlamaVocabMBS
  • property MetaCount as Integer
  • property RopeType as Integer
  • property Meta as Dictionary
  • shared method MetaKeyName(Key as Integer) as String
• class LlamaModelParametersMBS
  • method Constructor
  • method Destructor
  • property Yield as Boolean
  • property vocab_only as Boolean
  • property use_mmap as Boolean
  • property use_mlock as Boolean
  • property check_tensors as Boolean
  • property use_extra_bufts as Boolean
  • property no_host as Boolean
  • property use_direct_io as Boolean
  • property no_alloc as Boolean
  • property n_gpu_layers as Int32
  • property split_mode as Integer
  • property main_gpu as Int32
  • event Progress(progress as Single) as Boolean
• class LlamaModelQuantizeParametersMBS
  • method Constructor
  • method Destructor
  • property nthread as Int32
  • property allow_requantize as Boolean
  • property quantize_output_tensor as Boolean
  • property only_copy as Boolean
  • property pure as Boolean
  • property keep_split as Boolean
  • property ftype as Integer
  • property output_tensor_type as Integer
  • property token_embedding_type as Integer
• class LlamaPerformanceContextDataMBS
  • method Constructor
  • method Destructor
  • property t_start_ms as Double
  • property t_load_ms as Double
  • property t_p_eval_ms as Double
  • property t_eval_ms as Double
  • property n_p_eval as Int32
  • property n_eval as Int32
  • property n_reused as Int32
• class LlamaPerformanceSamplerDataMBS
  • method Constructor
  • method Destructor
  • property t_sample_ms as Double
  • property n_sample as Int32
• class LlamaSamplerChainParametersMBS
  • method Constructor
  • method Destructor
  • property no_perf as Boolean
• class LlamaSamplerMBS
  • method Constructor(parameters as LlamaSamplerChainParametersMBS)
  • method Constructor
  • method Destructor
  • method Reset
  • method PerformancePrint
  • method PerformanceReset
  • method Accept(token as Int32)
  • method Clone as LlamaSamplerMBS
  • method AddToChain(sampler as LlamaSamplerMBS)
  • method Chain(Index as Integer) as LlamaSamplerMBS
  • method RemoveFromChain(Index as Integer)
  • method Sample(context as LlamaContextMBS, Index as Integer) as Int32
  • method Performance as LlamaPerformanceSamplerDataMBS
  • property Handle as Integer
  • property Name as String
  • property Seed as UInt32
  • property ChainLength as Integer
  • shared method InitGreedy as LlamaSamplerMBS
  • shared method InitDist(seed as UInt32) as LlamaSamplerMBS
  • shared method InitTopK(k as Int32) as LlamaSamplerMBS
  • shared method InitTopP(p as Single, minKeep as UInt64) as LlamaSamplerMBS
  • shared method InitMinP(p as Single, minKeep as UInt64) as LlamaSamplerMBS
  • shared method InitTypical(p as Single, minKeep as UInt64) as LlamaSamplerMBS
  • shared method InitTemp(p as Single) as LlamaSamplerMBS
  • shared method InitTopNSigma(n as Single) as LlamaSamplerMBS
  • shared method InitTempExt(t as Single, delta as Single, exponent as Single) as LlamaSamplerMBS
  • shared method InitXTC(p as Single, t as Single, minKeep as UInt64, seed as UInt32) as LlamaSamplerMBS
  • shared method InitInfill(vocab as LlamaVocabMBS) as LlamaSamplerMBS
• class LlamaVocabMBS
  • method Constructor
  • method Destructor
  • method TokenScore(Token as Int32) as Single
  • method TokenAttributes(Token as Int32) as Integer
  • method Text(Token as Int32) as String
  • method isEOG(Token as Int32) as Boolean
  • method isControl(Token as Int32) as Boolean
  • method Tokenize(text as String, AddSpecial as Boolean = true, ParseSpecial as Boolean = true) as Int32()
  • method TokenToPiece(Token as Int32, special as boolean = true) as String
  • method Detokenize(tokens() as Int32, removeSpecial as boolean, unparseSpecial as Boolean) as String
  • property Handle as Integer
  • property n_tokens as Integer
  • property type as Integer
  • property bos as Int32
  • property eot as Int32
  • property sep as Int32
  • property nl as Int32
  • property pad as Int32
• module LlamaMBS
• method ApplyChatTemplate(Template as String, ChatMessages() as LlamaChatMessageMBS, AddAssistentTokens as boolean) as String
• method LoadLibrary(File as FolderItem) as boolean
• method LoadLibrary(Path as String) as boolean
• method Loaded as Boolean
• method LoadErrorMessage as String
• method PrintSystemInfo
• method BackendLoad(Path as String) as Boolean
• method BackendLoadAll
• method ChatBuiltInTemplates as String()
• method BackendInit
• method SetLogger(Logger as LlamaLogMBS)
• method SetDebugLogger
• method Backends as LlamaBackendMBS()

Blog Entries

• MBS Xojo Plugins, version 26.3pr1
• MonkeyBread Software Releases the MBS Xojo Plugins in version 26.1
• Use Llama.cpp in Xojo
• MBS Xojo Plugins, version 26.1pr3
• Using llama.cpp in Xojo
• MonkeyBread Software Releases the MBS Xojo Plugins in version 25.5
• MBS Xojo Plugins, version 25.5pr4
• MBS Xojo Plugins, version 25.5pr3

Xojo Developer Magazine

• 24.3, page 8: News
• 24.1, page 9: News