openclaw/extensions/llama-cpp/openclaw.plugin.json

{
  "id": "llama-cpp",
  "name": "llama.cpp Provider",
  "description": "Managed and external llama.cpp servers for GGUF chat and embeddings.",
  "activation": {
    "onStartup": false
  },
  "enabledByDefault": true,
  "autoEnableWhenConfiguredProviders": ["llama-cpp"],
  "providers": ["llama-cpp"],
  "modelCatalog": {
    "discovery": {
      "llama-cpp": "refreshable"
    }
  },
  "providerRequest": {
    "providers": {
      "llama-cpp": {
        "family": "llama-cpp",
        "openAICompletions": {
          "supportsStreamingUsage": true
        }
      }
    }
  },
  "modelPricing": {
    "providers": {
      "llama-cpp": {
        "external": false
      }
    }
  },
  "syntheticAuthRefs": ["llama-cpp"],
  "nonSecretAuthMarkers": ["llama-cpp-local"],
  "setup": {
    "providers": [
      {
        "id": "llama-cpp",
        "envVars": ["LLAMA_SERVER_API_KEY"]
      }
    ]
  },
  "providerAuthChoices": [
    {
      "provider": "llama-cpp",
      "method": "local",
      "choiceId": "llama-cpp",
      "appGuidedDiscovery": true,
      "appGuidedActionLabel": "Set up model",
      "choiceLabel": "Managed local server",
      "choiceHint": "Install a verified llama.cpp server and run a private GGUF model managed by OpenClaw",
      "groupId": "llama-cpp",
      "groupLabel": "Local llama.cpp",
      "groupHint": "Managed or external llama.cpp server"
    },
    {
      "provider": "llama-cpp",
      "method": "existing-server",
      "choiceId": "llama-cpp-existing-server",
      "appGuidedDiscovery": true,
      "appGuidedSecret": true,
      "choiceLabel": "Existing llama-server",
      "choiceHint": "Connect to a llama.cpp server managed outside OpenClaw",
      "groupId": "llama-cpp",
      "groupLabel": "Local llama.cpp",
      "groupHint": "Managed or external llama.cpp server",
      "optionKey": "llamaServerApiKey",
      "cliFlag": "--llama-server-api-key",
      "cliOption": "--llama-server-api-key <key>",
      "cliDescription": "llama-server API key"
    }
  ],
  "contracts": {
    "embeddingProviders": ["local"]
  },
  "configSchema": {
    "type": "object",
    "additionalProperties": false,
    "properties": {}
  }
}