{"version":"1.0","type":"card","id":"4bbd99ae-5ada-4675-b59d-6b547ff50a00","url":"https://stacklist.com/card/4bbd99ae-5ada-4675-b59d-6b547ff50a00","title":"Mesh-LLM: Distributed AI/LLM for Everyone","source_url":"https://github.com/Mesh-LLM/mesh-llm","note":"Mesh-LLM is a platform designed for sharing compute resources privately or publicly, enabling users to power their AI agents and chat applications. It aims to democratize access to distributed AI and large language models for all users.","image":{"url":"https://ucarecdn.com/deb68485-8842-45e3-8812-c1604c8e8539/","alt":"Mesh-LLM: Distributed AI/LLM for Everyone","width":1200,"height":600},"stack":{"id":"4aae218c-38d7-4c05-b7ae-f2db0029a2e8","title":"Local AI & GPUs","url":"https://stacklist.com/stack/4aae218c-38d7-4c05-b7ae-f2db0029a2e8"},"created_at":"2026-07-12T14:57:28.926Z","updated_at":null,"aco":{"summary":"Mesh LLM is a framework that pools GPUs and memory across machines to expose a unified OpenAI-compatible API for running large language models. It supports distributed inference with automatic routing, stage splits for oversized models, and both public and private mesh configurations.","tags":["mesh-llm","distributed-inference","gpu-pooling","openai-api","large-language-models","skippy-splits","framework"],"key_entities":[{"name":"Mesh LLM","type":"technology","confidence":0.99},{"name":"OpenAI API","type":"technology","confidence":0.95},{"name":"Skippy stage splits","type":"technology","confidence":0.9},{"name":"GGUF","type":"technology","confidence":0.85},{"name":"Nostr discovery","type":"technology","confidence":0.8},{"name":"Mixture-of-Agents","type":"concept","confidence":0.88},{"name":"Qwen3-8B","type":"technology","confidence":0.85},{"name":"GLM-4.7-Flash","type":"technology","confidence":0.85},{"name":"Flash-MoE","type":"technology","confidence":0.8},{"name":"Mesh-LLM","type":"organization","confidence":0.9}],"classification":"framework","language":"en","confidence":0.85,"provenance":{"model":"claude-haiku-4-5","tool":"@stacklist/be@0.1.0","confidence":0.85,"timestamp":"2026-07-12T14:57:40.126Z"},"token_counts":{"approximate":2056,"cl100k":1926},"content_hash":"sha256:58b41406df54dadea13a102d0e2b49aa59533b6d8d7621f60d0a7ce5c86bdfe2","acp_version":"0.2","body_available":true,"body_tokens":2056,"visibility":"public","agent_accessible":true,"status":"final"},"_links":{"self":"/api/public/card/4bbd99ae-5ada-4675-b59d-6b547ff50a00.json","html":"https://stacklist.com/card/4bbd99ae-5ada-4675-b59d-6b547ff50a00","md":"/api/public/card/4bbd99ae-5ada-4675-b59d-6b547ff50a00.md","stack_json":"/api/public/stack/4aae218c-38d7-4c05-b7ae-f2db0029a2e8.json"}}