-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathplugin.toml
More file actions
36 lines (34 loc) · 1.37 KB
/
plugin.toml
File metadata and controls
36 lines (34 loc) · 1.37 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
# llama-cpp node family as a standalone Path 3 cdylib plugin.
#
# Provides four streaming nodes that wrap the llama.cpp C library
# through safe Rust bindings via the `llama-cpp-4` crate:
#
# LlamaCppGenerationNode — chat / completion w/ token streaming + tool calls
# LlamaCppEmbeddingNode — text → dense vector embeddings
# LlamaCppActivationNode — capture hidden-state activations at arbitrary layers
# LlamaCppSteerNode — inject activation deltas (emotion steering, DoG)
#
# Originally lived in `remotemedia-core` behind the `llama-cpp` feature.
# Extracted so the host crate doesn't drag in llama-cpp-sys-4 (~200 MiB
# CUDA-linked C build) just for this node family.
#
# Consumer manifest reference:
#
# "plugins": ["llama-cpp@v0.1.0"]
# (canonical-org shorthand → github.com/RemoteMedia-SDK/llama-cpp)
#
# "plugins": ["./plugins/libllama_cpp_plugin.so"]
# (local path)
[plugin]
name = "llama-cpp"
version = "0.2.0"
language = "rust"
description = "llama.cpp GGUF inference nodes (generation, embedding, activation extraction, steering) — RemoteMedia SDK Path 3 loadable plugin. v0.2.0 bumps llama-cpp-4 0.2.13 → 0.3.0 for Qwen3.6 MTP support."
[rust]
node_types = [
"LlamaCppGenerationNode",
"LlamaCppEmbeddingNode",
"LlamaCppActivationNode",
"LlamaCppSteerNode",
]
asset_pattern = "lib{name}-{arch}-{os}.{ext}"