{
 "schemaVersion": 1,
 "generated": "2026-10-30",
 "dataLicense": "CC BY-SA 4.0",
 "license": "CC BY-SA 4.0",
 "notice": "Data from Open Source Everything (https://opensourceeverything.org), licensed CC BY-SA 4.0: use it freely, credit the site, link to the page, and share changes under the same license. Listings were drafted with AI assistance and are managed by the r/TrueOpenSource moderators; check a project's own page before relying on a fact.",
 "id": "ai-observability",
 "name": "Watching what AI apps do",
 "page": "https://opensourceeverything.org/g/ai-observability/",
 "category": "ai-build",
 "categoryName": "Building with AI",
 "job": "Logs, replays, costs and traces of AI app and agent runs",
 "closedApps": [
  "LangSmith",
  "Datadog LLM Observability"
 ],
 "coverage": null,
 "alternatives": [
  {
   "id": "helicone",
   "name": "Helicone",
   "page": "https://opensourceeverything.org/p/helicone/",
   "summary": "Helicone is a platform that records and displays what AI-powered apps do, including their requests, costs, and speed, and it can also route requests between AI models. It is aimed at software engineers who build AI apps and want to monitor them.",
   "kind": "self_hosted",
   "setup": "advanced",
   "setupWhy": "You run it on your own server (a computer you set up and keep running), or from the command line.",
   "platforms": [
    "server"
   ],
   "license": "Apache-2.0",
   "licenseClass": "open",
   "licenseNeedsCheck": false,
   "stars": 6241,
   "forks": null,
   "status": "active",
   "verified": false,
   "latestRelease": null,
   "code": "https://github.com/helicone/helicone",
   "website": "https://www.helicone.ai",
   "download": null,
   "release": null,
   "family": null,
   "familyChildren": [],
   "howToHelp": null,
   "project": "helicone",
   "rank": 1,
   "fit": "full",
   "note": null,
   "why": "Does the whole job · Advanced setup",
   "score": 61.4
  },
  {
   "id": "opik",
   "name": "Opik",
   "page": "https://opensourceeverything.org/p/opik/",
   "summary": "Opik is a free, open-source tool that records and reviews what AI apps and AI agents do, including their steps, costs and results. It is for engineers who build AI systems and want to run this monitoring on their own servers.",
   "kind": "developer_tool",
   "setup": "advanced",
   "setupWhy": "Made for developers: you use it from code or the command line.",
   "platforms": [
    "web",
    "server"
   ],
   "license": "Apache-2.0",
   "licenseClass": "open",
   "licenseNeedsCheck": false,
   "stars": 22972,
   "forks": null,
   "status": "active",
   "verified": false,
   "latestRelease": null,
   "code": "https://github.com/comet-ml/opik",
   "website": null,
   "download": null,
   "release": null,
   "family": null,
   "familyChildren": [],
   "howToHelp": null,
   "project": "opik",
   "rank": 2,
   "fit": "full",
   "note": null,
   "why": "Does the whole job · Advanced setup",
   "score": 59.1
  },
  {
   "id": "openlit",
   "name": "OpenLIT",
   "page": "https://opensourceeverything.org/p/openlit/",
   "summary": "OpenLIT is a free tool that records and displays what AI apps and AI agents do, including their steps, costs, and errors. It is aimed at developers and teams who build and run AI systems.",
   "kind": "self_hosted",
   "setup": "advanced",
   "setupWhy": "You run it on your own server (a computer you set up and keep running), or from the command line.",
   "platforms": [
    "windows",
    "mac",
    "linux",
    "server"
   ],
   "license": "Apache-2.0",
   "licenseClass": "open",
   "licenseNeedsCheck": false,
   "stars": 2889,
   "forks": null,
   "status": "active",
   "verified": false,
   "latestRelease": null,
   "code": "https://github.com/openlit/openlit",
   "website": "https://openlit.io",
   "download": null,
   "release": null,
   "family": null,
   "familyChildren": [],
   "howToHelp": null,
   "project": "openlit",
   "rank": 3,
   "fit": "full",
   "note": null,
   "why": "Does the whole job · Advanced setup",
   "score": 58.4
  },
  {
   "id": "langfuse",
   "name": "Langfuse",
   "page": "https://opensourceeverything.org/p/langfuse/",
   "summary": "Langfuse is a platform where teams track, test and debug the behavior of AI applications, such as the calls and steps an AI app makes. It is aimed at software developers and teams building AI products, and it can be run on the user's own servers.",
   "kind": "developer_tool",
   "setup": "advanced",
   "setupWhy": "Made for developers: you use it from code or the command line.",
   "platforms": [
    "web",
    "server"
   ],
   "license": "MIT",
   "licenseClass": "open_core",
   "licenseNeedsCheck": true,
   "stars": 36615,
   "forks": null,
   "status": "active",
   "verified": false,
   "latestRelease": null,
   "code": "https://github.com/langfuse/langfuse",
   "website": "https://langfuse.com",
   "download": null,
   "release": null,
   "family": null,
   "familyChildren": [],
   "howToHelp": null,
   "project": "langfuse",
   "rank": 4,
   "fit": "partial",
   "note": "Covers traces and logs. Cost tracking and run replays are not described.",
   "why": "Does part of the job · Advanced setup",
   "score": 34.7
  }
 ],
 "source": "https://opensourceeverything.org/g/ai-observability/",
 "group": "Watching what AI apps do",
 "replaces": [
  "LangSmith",
  "Datadog LLM Observability"
 ]
}