ai-lsc/src/ai_lsc/registry/layers/inference.py

"""Registry entries for the Engines layer (L4).

Each entry follows the standard registry schema:

- ``name``: human-readable tool name
- ``level``: 10-layer taxonomy level (1-10)
- ``layer``: this layer name
- ``role``: role within the layer
- ``category``: functional category
- ``installer``: installation method
- ``launcher``: process launcher specification
- ``deps``: list of required tool IDs
- ``description``: short description
- ``flags``: optional boolean flags

This module is consumed by
:mod:`ai_lsc.registry.loader`.
"""

TOOLS: dict[str, dict] = {
    'ollama': {
    "name": "Ollama",
    "level": 4,
    "layer": "Engines",
    "role": "Engine",
    "category": "LLM Runtime",
    "installer": {
        "type": "script",
        "cmd": "curl -fsSL https://ollama.com/install.sh | sh"
    },
    "launcher": {
        "type": "tmux",
        "cmd": "OLLAMA_HOST=0.0.0.0:{port} OLLAMA_MODELS={models_root}/ollama ollama serve",
        "default_port": 11434
    },
    "deps": [],
    "description": "Local LLM runner and model manager.",
    "license": 'MIT',
    "flags": {
        "is_ollama": True,
        "has_cli": False,
        "has_gui": False,
        "has_web": True,
        "is_passive": False,
        "is_mcp": False,
        "is_skills_collection": False
    }
},
    'llamacpp': {
    "name": "llama.cpp",
    "level": 4,
    "layer": "Engines",
    "role": "Engine",
    "category": "LLM Runtime",
    "installer": {
        "type": "git",
        "pkg": "https://github.com/ggerganov/llama.cpp"
    },
    "launcher": {
        "type": "tmux",
        "cmd": "cd {tools_root}/llamacpp && make && ./server --port {port}",
        "default_port": 8080
    },
    "deps": [],
    "description": "Port of Facebook's LLaMA model in C/C++.",
    "license": 'MIT',
    "flags": {
        "has_cli": True,
        "has_gui": False,
        "has_web": True,
        "is_ollama": False,
        "is_passive": False,
        "is_mcp": False,
        "is_skills_collection": False
    }
},
    'koboldcpp': {
    "name": "KoboldCPP",
    "level": 4,
    "layer": "Engines",
    "role": "Engine",
    "category": "LLM Runtime",
    "installer": {
        "type": "git",
        "pkg": "https://github.com/LostRuins/koboldcpp"
    },
    "launcher": {
        "type": "tmux",
        "cmd": "cd {tools_root}/koboldcpp && make && ./koboldcpp --port {port}",
        "default_port": 5001
    },
    "deps": [],
    "description": "GGUF-based LLM inference with CUDA/Vulkan.",
    "license": 'Proprietary',
    "flags": {
        "has_cli": False,
        "has_gui": True,
        "has_web": True,
        "is_ollama": False,
        "is_passive": False,
        "is_mcp": False,
        "is_skills_collection": False
    }
},
    'llamafile': {
    "name": "Llamafile",
    "level": 4,
    "layer": "Engines",
    "role": "Engine",
    "category": "Single-File LLM",
    "installer": {
        "type": "script",
        "cmd": "curl -LO https://github.com/Mozilla-Ocho/llamafile/releases/latest/download/llamafile && chmod +x llamafile"
    },
    "launcher": {
        "type": "desktop",
        "cmd": "{tools_root}/bin/llamafile",
        "default_port": None
    },
    "deps": [],
    "description": "Distribute and run LLMs in a single file.",
    "license": 'Apache-2.0',
    "flags": {
        "has_cli": True,
        "has_gui": False,
        "has_web": False,
        "is_ollama": False,
        "is_passive": True,
        "is_mcp": False,
        "is_skills_collection": False
    }
},
    'turbollm': {
    "name": "TurboLLM",
    "level": 4,
    "layer": "Engines",
    "role": "Engine",
    "category": "LLM Runtime",
    "installer": {
        "type": "git",
        "pkg": "https://github.com/nicely-done/turbollm"
    },
    "launcher": {
        "type": "tmux",
        "cmd": "cd {tools_root}/turbollm && python3 -m turbollm serve --port {port}",
        "default_port": 8000
    },
    "deps": [
        "cuda"
    ],
    "description": "Fast LLM serving with tensor parallelism.",
    "license": 'Proprietary',
    "flags": {
        "has_cli": True,
        "has_gui": False,
        "has_web": True,
        "is_ollama": False,
        "is_passive": False,
        "is_mcp": False,
        "is_skills_collection": False
    }
},
    'airllm': {
    "name": "AirLLM",
    "level": 4,
    "layer": "Engines",
    "role": "Engine",
    "category": "Efficient LLM",
    "installer": {
        "type": "git",
        "pkg": "https://github.com/liguodongiot/llm-airforce"
    },
    "launcher": {
        "type": "tmux",
        "cmd": "cd {tools_root}/airllm && python3 -m airllm serve --port {port}",
        "default_port": 8001
    },
    "deps": [
        "cuda"
    ],
    "description": "Memory-efficient 70B LLM inference on 4GB GPUs.",
    "license": 'Proprietary',
    "flags": {
        "has_cli": True,
        "has_gui": False,
        "has_web": True,
        "is_ollama": False,
        "is_passive": False,
        "is_mcp": False,
        "is_skills_collection": False
    }
},
    'locally_uncensored': {
    "name": "Locally-Uncensored",
    "level": 4,
    "layer": "Engines",
    "role": "Engine",
    "category": "Uncensored Models",
    "installer": {
        "type": "git",
        "pkg": "https://github.com/nicely-done/locally-uncensored"
    },
    "launcher": {
        "type": "desktop",
        "cmd": "ollama list",
        "default_port": None
    },
    "deps": [
        "ollama"
    ],
    "description": "Curated uncensored model collection and tooling.",
    "license": 'Proprietary',
    "flags": {
        "has_cli": True,
        "has_gui": False,
        "has_web": False,
        "is_ollama": False,
        "is_passive": True,
        "is_mcp": False,
        "is_skills_collection": True
    }
},
    'heretic': {
    "name": "Heretic",
    "level": 4,
    "layer": "Engines",
    "role": "Abliteration",
    "category": "Model Surgery",
    "installer": {
        "type": "git",
        "pkg": "https://github.com/p-e-w/heretic",
        "post_install": "pip install -e ."
    },
    "launcher": {
        "type": "desktop",
        "cmd": "python3 -c \"import heretic; print('ok')\"",
        "default_port": None
    },
    "deps": [
        "cuda"
    ],
    "description": "Fully automatic censorship/safety-alignment removal for transformer-based LLMs via optimized abliteration. Modifies model weights directly.",
    "license": 'Proprietary',
    "flags": {
        "has_cli": False,
        "has_gui": False,
        "has_web": False,
        "is_ollama": False,
        "is_passive": True,
        "is_mcp": False,
        "is_skills_collection": False
    }
},
}