[{"data":1,"prerenderedAt":260},["ShallowReactive",2],{"directory-cache-llm-observability":3},{"name":4,"slug":5,"description":6,"icon_path":7,"entries":8},"LLM Observability Tools","llm-observability","Compare LLM observability and monitoring tools — from open-source tracing platforms to managed cloud solutions. Track latency, token usage, costs, and quality metrics for your LLM applications.","",[9,44,74,104,128,151,176,194,214,241],{"id":10,"name":11,"slug":12,"description":13,"link":14,"specs":7,"github_repo":15,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":17,"content":28,"category":42,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":43},"038b05e1-3536-4df2-9fec-dec5d04f74a2","Langfuse","langfuse","Open-source LLM engineering platform. Traces, evals, prompt management, and metrics for debugging and improving LLM applications.","https://langfuse.com","langfuse/langfuse",0,[18,20,22,24,26],{"name":19,"slug":19},"evals",{"name":21,"slug":21},"open-source",{"name":23,"slug":23},"prompt-management",{"name":25,"slug":25},"self-hosted",{"name":27,"slug":27},"tracing",{"pricing_tiers":29},[30,34,38],{"name":31,"price":32,"details":33},"Self-Hosted","$0","Free, open-source, self-hosted",{"name":35,"price":36,"details":37},"Cloud Hobby","$0/mo","50k observations/mo",{"name":39,"price":40,"details":41},"Cloud Pro","$59/mo","1M observations/mo, SSO","Open Source",1,{"id":45,"name":46,"slug":47,"description":48,"link":49,"specs":7,"github_repo":7,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":50,"content":59,"category":72,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":73},"5616344d-1f4f-4607-934e-bbf92e965d6e","LangSmith","langsmith","LLM application development platform by LangChain. End-to-end tracing, evaluation, dataset management, and prompt engineering in one dashboard.","https://smith.langchain.com",[51,53,54,56,58],{"name":52,"slug":52},"datasets",{"name":19,"slug":19},{"name":55,"slug":55},"langchain",{"name":57,"slug":57},"prompt-engineering",{"name":27,"slug":27},{"pricing_tiers":60},[61,64,68],{"name":62,"price":36,"details":63},"Developer","5k traces/mo, 1 seat",{"name":65,"price":66,"details":67},"Plus","$39/seat/mo","Unlimited traces, team features",{"name":69,"price":70,"details":71},"Enterprise","Custom","SSO, SLA, dedicated support","Cloud Platform",2,{"id":75,"name":76,"slug":77,"description":78,"link":79,"specs":7,"github_repo":80,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":81,"content":92,"category":72,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":103},"88f844c9-3711-4d95-9d48-9567805cf9ac","Helicone","helicone","LLM observability platform with a simple proxy integration. One line of code to get logging, caching, rate limiting, and cost tracking.","https://helicone.ai","Helicone/helicone",[82,84,86,88,90],{"name":83,"slug":83},"caching",{"name":85,"slug":85},"cost-tracking",{"name":87,"slug":87},"logging",{"name":89,"slug":89},"proxy",{"name":91,"slug":91},"rate-limiting",{"pricing_tiers":93},[94,97,101],{"name":95,"price":36,"details":96},"Free","100k requests/mo",{"name":98,"price":99,"details":100},"Growth","$120/mo","10M requests/mo, advanced analytics",{"name":69,"price":70,"details":102},"Unlimited requests, SSO, SLA",3,{"id":105,"name":106,"slug":107,"description":108,"link":109,"specs":7,"github_repo":110,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":111,"content":119,"category":42,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":127},"826de14e-377b-48a5-8961-df29bb9c9339","Arize Phoenix","arize-phoenix","Open-source observability for LLMs. Trace, evaluate, and experiment with AI applications locally or in the cloud with OpenTelemetry-native instrumentation.","https://phoenix.arize.com","Arize-ai/phoenix",[112,113,115,116,118],{"name":19,"slug":19},{"name":114,"slug":114},"experiments",{"name":21,"slug":21},{"name":117,"slug":117},"opentelemetry",{"name":27,"slug":27},{"pricing_tiers":120},[121,123],{"name":31,"price":32,"details":122},"Free, open-source",{"name":124,"price":125,"details":126},"Cloud","Free tier","Managed cloud with free tier available",4,{"id":129,"name":130,"slug":131,"description":132,"link":133,"specs":7,"github_repo":7,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":134,"content":142,"category":72,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":150},"8ef85ea2-7953-47ba-88e3-43cfaa96d9ab","Braintrust","braintrust","Enterprise AI evaluation and observability. End-to-end platform for logging, scoring, and improving LLM applications with built-in evals and proxy.","https://braintrust.dev",[135,137,138,139,140],{"name":136,"slug":136},"enterprise",{"name":19,"slug":19},{"name":87,"slug":87},{"name":89,"slug":89},{"name":141,"slug":141},"scoring",{"pricing_tiers":143},[144,146],{"name":95,"price":36,"details":145},"Generous free tier for logging and evals",{"name":147,"price":148,"details":149},"Pro","Usage-based","Pay per log and eval, proxy at cost",5,{"id":152,"name":153,"slug":154,"description":155,"link":156,"specs":7,"github_repo":7,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":157,"content":165,"category":72,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":175},"557adf78-8bc4-4188-b27d-935e4fb5e85d","Weights & Biases","weights-biases","ML experiment tracking and LLM observability. Trace LLM calls, log prompts and completions, and monitor production deployments alongside model training.","https://wandb.ai",[158,160,162,164],{"name":159,"slug":159},"experiment-tracking",{"name":161,"slug":161},"ml-ops",{"name":163,"slug":163},"production-monitoring",{"name":27,"slug":27},{"pricing_tiers":166},[167,169,173],{"name":95,"price":36,"details":168},"Personal projects, 100GB storage",{"name":170,"price":171,"details":172},"Teams","$50/user/mo","Team collaboration, advanced features",{"name":69,"price":70,"details":174},"Dedicated cloud, SSO, SLA",6,{"id":177,"name":178,"slug":179,"description":180,"link":181,"specs":7,"github_repo":182,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":183,"content":189,"category":42,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":193},"0fa4ca5a-de6f-4b0d-b1d8-5fa59da424ab","OpenLLMetry","openllmetry","OpenTelemetry-native observability for LLM applications. Auto-instrument LangChain, OpenAI, and other frameworks with standard OTel traces and metrics.","https://www.traceloop.com/openllmetry","traceloop/openllmetry",[184,186,187,188],{"name":185,"slug":185},"auto-instrumentation",{"name":21,"slug":21},{"name":117,"slug":117},{"name":27,"slug":27},{"pricing_tiers":190},[191],{"name":42,"price":32,"details":192},"Free, OpenTelemetry-based, send data to any OTel backend",7,{"id":195,"name":196,"slug":197,"description":198,"link":199,"specs":7,"github_repo":200,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":201,"content":207,"category":42,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":213},"f4e1c7de-358e-4d8c-9690-2163d88c4e70","Lunary","lunary","Open-source observability and prompt management for AI apps. Track costs, latency, and user feedback with built-in evaluation tools.","https://lunary.ai","lunary-ai/lunary",[202,203,204,205,206],{"name":19,"slug":19},{"name":21,"slug":21},{"name":23,"slug":23},{"name":25,"slug":25},{"name":27,"slug":27},{"pricing_tiers":208},[209,210],{"name":31,"price":32,"details":33},{"name":39,"price":211,"details":212},"$30/mo","Managed cloud, 100k events/mo",8,{"id":215,"name":216,"slug":217,"description":218,"link":219,"specs":7,"github_repo":220,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":221,"content":231,"category":72,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":240},"6eba6b07-67c1-4e6f-a2ec-6edec66aa805","Portkey","portkey","AI gateway and observability platform. Unified API for 200+ LLMs with built-in guardrails, caching, load balancing, and detailed cost analytics.","https://portkey.ai","Portkey-AI/gateway",[222,223,225,227,229],{"name":83,"slug":83},{"name":224,"slug":224},"cost-analytics",{"name":226,"slug":226},"gateway",{"name":228,"slug":228},"guardrails",{"name":230,"slug":230},"load-balancing",{"pricing_tiers":232},[233,235,238],{"name":95,"price":36,"details":234},"10k requests/mo",{"name":98,"price":236,"details":237},"$49/mo","100k requests/mo, advanced features",{"name":69,"price":70,"details":239},"Unlimited, self-hosted option",9,{"id":242,"name":243,"slug":244,"description":245,"link":246,"specs":7,"github_repo":7,"github_stars":16,"logo_url":7,"website_url":7,"author":7,"tags":247,"content":253,"category":72,"cost":7,"ease":7,"pros":7,"cons":7,"notes":7,"sort_order":259},"14106019-a80f-4070-af2d-7f0f1fe8565f","HoneyHive","honeyhive","AI evaluation and observability for production LLM apps. Trace complex pipelines, run automated evaluations, and monitor quality metrics in real-time.","https://honeyhive.ai",[248,249,250,252],{"name":19,"slug":19},{"name":163,"slug":163},{"name":251,"slug":251},"quality-metrics",{"name":27,"slug":27},{"pricing_tiers":254},[255,257],{"name":95,"price":36,"details":256},"Free tier for getting started",{"name":69,"price":70,"details":258},"Custom pricing based on usage",10,1795279144847]