{
 "schemaVersion": 1,
 "generated": "2026-10-30",
 "dataLicense": "CC BY-SA 4.0",
 "license": "CC BY-SA 4.0",
 "notice": "Data from Open Source Everything (https://opensourceeverything.org), licensed CC BY-SA 4.0: use it freely, credit the site, link to the page, and share changes under the same license. Listings were drafted with AI assistance and are managed by the r/TrueOpenSource moderators; check a project's own page before relying on a fact.",
 "id": "local-ai",
 "name": "Running AI on your own computer",
 "page": "https://opensourceeverything.org/g/local-ai/",
 "category": "ai",
 "categoryName": "AI apps",
 "job": "Downloading AI models and running them privately on your own machine",
 "closedApps": [
  "LM Studio",
  "Msty"
 ],
 "coverage": null,
 "alternatives": [
  {
   "id": "ollama",
   "name": "Ollama",
   "page": "https://opensourceeverything.org/p/ollama/",
   "summary": "Ollama is a free tool that runs AI models on your own computer, so your chats stay on your machine. It now has a simple chat window, and other apps can also use it to run models.",
   "kind": "app",
   "setup": "easy",
   "setupWhy": "Install it like a normal app, or use it in your browser.",
   "platforms": [
    "windows",
    "mac",
    "linux"
   ],
   "license": "MIT",
   "licenseClass": "open",
   "licenseNeedsCheck": false,
   "stars": 184830,
   "forks": 18623,
   "status": "active",
   "verified": false,
   "latestRelease": {
    "name": "v0.40.11",
    "date": "2026-10-24T00:30:13Z"
   },
   "code": "https://github.com/ollama/ollama",
   "website": "https://ollama.com",
   "download": null,
   "release": "https://github.com/ollama/ollama/releases/tag/v0.40.11",
   "family": null,
   "familyChildren": [],
   "howToHelp": {
    "contributingGuide": "https://github.com/ollama/ollama/blob/HEAD/CONTRIBUTING.md",
    "goodFirstIssues": {
     "count": 3,
     "url": "https://github.com/ollama/ollama/issues?q=is%3Aopen%20is%3Aissue%20label%3A%22good%20first%20issue%22"
    },
    "helpWanted": null,
    "plugins": null
   },
   "project": "ollama",
   "rank": 1,
   "fit": "full",
   "note": null,
   "why": "Does the whole job · Easy setup",
   "score": 74
  },
  {
   "id": "jan",
   "name": "Jan",
   "page": "https://opensourceeverything.org/p/jan/",
   "summary": "Jan is a desktop app that lets you download and run AI language models on your own computer, with an option to connect to cloud AI services. It is for people who want an AI chat assistant with more control and privacy.",
   "kind": "app",
   "setup": "easy",
   "setupWhy": "Install it like a normal app, or use it in your browser.",
   "platforms": [
    "windows",
    "mac",
    "linux"
   ],
   "license": "Apache-2.0",
   "licenseClass": "open",
   "licenseNeedsCheck": false,
   "stars": 45091,
   "forks": 3111,
   "status": "active",
   "verified": false,
   "latestRelease": {
    "name": "0.8.7",
    "date": "2026-10-20T04:33:57Z"
   },
   "code": "https://github.com/janhq/jan",
   "website": "https://jan.ai/",
   "download": null,
   "release": "https://github.com/janhq/jan/releases/tag/v0.8.7",
   "family": null,
   "familyChildren": [],
   "howToHelp": {
    "contributingGuide": "https://github.com/janhq/jan/blob/HEAD/CONTRIBUTING.md",
    "goodFirstIssues": null,
    "helpWanted": null,
    "plugins": null
   },
   "project": "jan",
   "rank": 2,
   "fit": "full",
   "note": null,
   "why": "Does the whole job · Easy setup",
   "score": 70
  },
  {
   "id": "koboldcpp",
   "name": "KoboldCpp",
   "page": "https://opensourceeverything.org/p/koboldcpp/",
   "summary": "KoboldCpp is a free program that lets you run AI chat and writing models privately on your own computer, with a built-in web page for chatting and writing stories. It is for people who want to use AI locally without sending their conversations to a company.",
   "kind": "app",
   "setup": "easy",
   "setupWhy": "Install it like a normal app, or use it in your browser.",
   "platforms": [
    "windows",
    "mac",
    "linux",
    "android"
   ],
   "license": "AGPL-3.0",
   "licenseClass": "open",
   "licenseNeedsCheck": false,
   "stars": 12081,
   "forks": null,
   "status": "active",
   "verified": false,
   "latestRelease": null,
   "code": "https://github.com/LostRuins/koboldcpp",
   "website": null,
   "download": null,
   "release": null,
   "family": null,
   "familyChildren": [],
   "howToHelp": null,
   "project": "koboldcpp",
   "rank": 3,
   "fit": "full",
   "note": null,
   "why": "Does the whole job · Easy setup",
   "score": 65.2
  },
  {
   "id": "localai",
   "name": "LocalAI",
   "page": "https://opensourceeverything.org/p/localai/",
   "summary": "LocalAI is free software that lets you download and run AI models on your own computer or server, without sending your data to outside companies. It is aimed at people and teams who want to use AI privately and control it themselves, and it is also used by programmers who build AI tools.",
   "kind": "developer_tool",
   "setup": "advanced",
   "setupWhy": "Made for developers: you use it from code or the command line.",
   "platforms": [
    "mac",
    "linux"
   ],
   "license": "MIT",
   "licenseClass": "open",
   "licenseNeedsCheck": false,
   "stars": 50009,
   "forks": null,
   "status": "active",
   "verified": false,
   "latestRelease": null,
   "code": "https://github.com/mudler/LocalAI",
   "website": "https://localai.io",
   "download": null,
   "release": null,
   "family": null,
   "familyChildren": [],
   "howToHelp": null,
   "project": "localai",
   "rank": 4,
   "fit": "full",
   "note": null,
   "why": "Does the whole job · Advanced setup",
   "score": 61.6
  },
  {
   "id": "llama-cpp",
   "name": "llama.cpp",
   "page": "https://opensourceeverything.org/p/llama-cpp/",
   "summary": "llama.cpp is free software that runs large AI language models directly on a computer, using its own processor or graphics card. It is aimed mainly at programmers and technically inclined users who want to run AI models locally or on servers.",
   "kind": "developer_tool",
   "setup": "advanced",
   "setupWhy": "Made for developers: you use it from code or the command line.",
   "platforms": [
    "windows",
    "mac",
    "linux",
    "android"
   ],
   "license": "MIT",
   "licenseClass": "open",
   "licenseNeedsCheck": false,
   "stars": 132561,
   "forks": null,
   "status": "active",
   "verified": false,
   "latestRelease": null,
   "code": "https://github.com/ggml-org/llama.cpp",
   "website": null,
   "download": null,
   "release": null,
   "family": null,
   "familyChildren": [],
   "howToHelp": null,
   "project": "llama-cpp",
   "rank": 5,
   "fit": "partial",
   "note": "Runs models locally, but it is a command-line and server tool, not a polished consumer app.",
   "why": "Does part of the job · Advanced setup",
   "score": 39.5
  }
 ],
 "source": "https://opensourceeverything.org/g/local-ai/",
 "group": "Running AI on your own computer",
 "replaces": [
  "LM Studio",
  "Msty"
 ]
}