Explore Splunk Agent Observability’s preset Luna evaluators for measuring and improving AI system performance
SaaS deployments integrated with Splunk Observability Cloud support the following subset of Luna evaluators: Prompt Injection, Toxicity, Sexism, PII, and Context Adherence.
Splunk Agent Observability provides preset Luna evaluators for measuring AI system performance without requiring custom implementation.These evaluators span across the following categories:
Each evaluator addresses specific evaluator needs and applies to a particular node type, such as a session, trace, or span.Use the table to find the preset Luna evaluator that best fits your application. Hover over an icon in the Modalities column to see what it represents.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Splunk Agent Observability","description":"Documentation for Splunk Agent Observability, the leading observability, evaluation, and production guardrail platform for GenAI and agentic applications.","colors":{"primary":"#FF007F","light":"#02C8FF","dark":"#0A60FF"},"logo":{"light":"https://mintcdn.com/agent-observability-docs/LUm4pxMW6Tbpcv98/logo/logo_splunk-by-cisco_rgb_k.svg?fit=max\u0026auto=format\u0026n=LUm4pxMW6Tbpcv98\u0026q=85\u0026s=19c9c2c83e885f3126b82ae7c2d7c7df","dark":"https://mintcdn.com/agent-observability-docs/LUm4pxMW6Tbpcv98/logo/logo_splunk-by-cisco_rgb_w.svg?fit=max\u0026auto=format\u0026n=LUm4pxMW6Tbpcv98\u0026q=85\u0026s=6a4fb0deae94a52ef4fdc7f8fdf1bbf4"},"favicon":"https://mintcdn.com/agent-observability-docs/k9SS54Ao1ndXmVNI/logo/logo_splunk_favicon.png?fit=max\u0026auto=format\u0026n=k9SS54Ao1ndXmVNI\u0026q=85\u0026s=a5a1763e9e75c820c69ea7b6ddd9401d","background":{"decoration":"gradient"},"navbar":{"primary":{"type":"button","label":"Sign Up","href":"https://www.splunk.com/en_us/about-splunk/contact-us.html"}},"footer":{"socials":{"youtube":"https://www.youtube.com/user/splunkvideos","linkedin":"https://www.linkedin.com/company/splunk","github":"https://github.com/splunk/splunk-ao-python","x":"https://x.com/splunk"},"links":[{"items":[{"label":"Contact us","href":"https://www.splunk.com/en_us/about-splunk/contact-us.html"},{"label":"Legal","href":"https://www.splunk.com/en_us/legal.html"},{"label":"Privacy","href":"https://www.cisco.com/c/en/us/about/legal/privacy-full.html"},{"label":"Terms of Use","href":"https://www.splunk.com/en_us/legal/terms/terms-of-use.html"}]}]},"integrations":{"ga4":{"measurementId":"G-T19PJKCP07"},"gtm":{"tagId":"GTM-585ZMNLS"},"posthog":{"apiKey":"phc_ucgIH1Dwrsq0RY8zxzsrQYWg29RVgFz5bbcV23XQgRw"}},"contextual":{"options":["copy","view","chatgpt","claude"],"display":"header"},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"agent-observability-docs","hasAudioNarration":false,"actualSubdomain":"agent-observability-docs","customDomains":["agent-observability-docs.splunk.com"],"gitSource":{"type":"github","owner":"splunk","repo":"agent-observability-docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"collectionId":"cf94bdae-b82a-4dbe-86e3-20a6cf02e18d","liveDeploymentHistoryId":"6adbf0523e058f635f47a5d0","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6adbf0523e058f635f47a5d0"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6adfd3e235370e41e46b6db7","clientVersion":"0.0.3971","searchFilterCounts":[{"language":"default","tag":"SDK/API","count":347},{"language":"default","tag":"API","count":265},{"language":"default","tag":"v2","count":263},{"language":"default","tag":"Documentation","count":195},{"language":"default","tag":"Python SDK","count":81},{"language":"default","tag":"splunk_ao","count":80},{"language":"default","tag":"Evaluators","count":56},{"language":"default","tag":"Luna Studio","count":55},{"language":"default","tag":"integrations","count":40},{"language":"default","tag":"Out-of-the-Box Evaluators","count":38}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n@keyframes highlight-section{0%,50%{background:linear-gradient(to right,rgba(74,47,249,.2),rgba(2,255,187,.2))}to{background:linear-gradient(to right,rgba(74,47,249,.1),rgba(2,255,187,.1))}}div.font-mono,div.font-mono code,div.font-mono pre,div.font-mono span{font-family:'Geist Mono','JetBrains Mono','JetBrains Mono Fallback',ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,'Liberation Mono','Courier New',monospace}.sidebar .page,.sidebar>.section{margin-bottom:0}.sidebar .page a{padding:0}:target,div[id]:target,h2[id]:target,h3[id]:target,h4[id]:target,h5[id]:target{position:relative;background:linear-gradient(to right,rgba(74,47,249,.1),rgba(2,255,187,.1));animation:highlight-section 3s ease-in-out;scroll-margin-top:80px;padding:.3rem;border-radius:8px;border-left:4px solid #4a2ff9}:root{--api-icon-color:#3D3A3A}.dark,.dark img[src*=\"api-reference.svg\"],.dark-mode img[src*=\"api-reference.svg\"],[data-theme=dark],[data-theme=dark] img[src*=\"api-reference.svg\"],body.dark img[src*=\"api-reference.svg\"],html[data-theme=dark] img[src*=\"api-reference.svg\"]{--api-icon-color:#7C7979}img[src*=\"api-reference.svg\"]{--icon-color:var(--api-icon-color)}.dark img[src*=\"api-reference.svg\"]{color:#7c7979!important}.dark img[src*=\"api-reference.svg\"],[data-theme=dark] img[src*=\"api-reference.svg\"]{filter:brightness(0) saturate(100%) invert(48%) sepia(0%) saturate(0%) hue-rotate(0deg) brightness(100%) contrast(100%)!important}.content img,.docs-main img,.page-content img{max-width:100%;height:auto;display:block}.content table,.docs-main table,.page-content table{display:block;width:100%;max-width:100%;overflow-x:auto;-webkit-overflow-scrolling:touch}.sidebar{z-index:1}.content,.docs-main,.main,.page-content,main{position:relative;z-index:2;overflow-x:auto}.Columns,.Step,.columns,.steps{overflow:visible}@media (min-width:1280px){html[data-current-path=\"/references/faqs/errors-catalog\"] div:has(>main#content-container),html[data-current-path=\"/references/faqs/errors-catalog\"] main#content-container{max-width:100rem!important}}.nav-logo{height:2.5rem}"}],"page":{"pagePath":"concepts/luna/luna-evaluator-comparison","slug":"/concepts/luna/luna-evaluator-comparison","pageMetadata":{"title":"Luna Evaluators Comparison","description":"Explore Splunk Agent Observability's preset Luna evaluators for measuring and improving AI system performance","href":"/concepts/luna/luna-evaluator-comparison"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Explore Splunk Agent Observability’s preset Luna evaluators for measuring and improving AI system performance\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];const LunaEvaluatorsTable=()=>{const _components={a:`a`,..._provideComponents()};const defaultModalities=[`Text`];const iconProps={fill:`none`,height:20,width:20,stroke:`currentColor`,strokeLinecap:`round`,strokeLinejoin:`round`,strokeWidth:2,viewBox:`0 0 24 24`,xmlns:`http://www.w3.org/2000/svg`};const IconText=()=>_jsxs(`svg`,{...iconProps,\"aria-hidden\":`true`,children:[_jsx(`circle`,{cx:`12`,cy:`12`,r:`9`}),_jsx(`path`,{d:`M8 8h8M12 8v8`})]});const IconImage=()=>_jsxs(`svg`,{...iconProps,\"aria-hidden\":`true`,children:[_jsx(`rect`,{height:`18`,rx:`2`,width:`18`,x:`3`,y:`3`}),_jsx(`circle`,{cx:`8.5`,cy:`8.5`,r:`1.5`}),_jsx(`path`,{d:`m21 15-5-5L5 21`})]});const IconMusic=()=>_jsxs(`svg`,{...iconProps,\"aria-hidden\":`true`,children:[_jsx(`path`,{d:`M9 18V5l10-2v13`}),_jsx(`circle`,{cx:`6`,cy:`18`,r:`3`}),_jsx(`circle`,{cx:`16`,cy:`16`,r:`3`})]});const modalityIcons={Text:IconText,\"Image/PDF\":IconImage,Audio:IconMusic};const ModalityIcons=({modalities})=>_jsx(`span`,{\"aria-label\":`Supported modalities: ${modalities.join(`, `)}`,role:`group`,style:{display:`inline-flex`,alignItems:`center`,gap:`0.5rem`},children:modalities.map(modality=>{const Icon=modalityIcons[modality];if(!Icon)return null;return _jsx(`span`,{\"aria-label\":modality,role:`img`,style:{display:`inline-flex`,flexShrink:0},title:modality,children:_jsx(Icon,{})},modality)})});const evaluators=[{name:`Action Advancement (SLM)`,link:`/concepts/evaluators/agentic/action-advancement`,category:`Agentic`,node:`Trace`,modalities:[`Text`],description:`Measures how effectively each action advances toward the goal.`,whenToUse:`When assessing whether an agent is making meaningful progress in multi-step tasks.`,example:`A travel planning agent that needs to book flights, hotels, and activities in the correct sequence.`},{name:`Action Completion (SLM)`,link:`/concepts/evaluators/agentic/action-completion`,category:`Agentic`,node:`Session`,modalities:[`Text`],description:`Measures whether the agent completed the intended action.`,whenToUse:`When evaluating agent task completion rates and success.`,example:`An e-commerce assistant that needs to successfully add items to cart, apply discounts, and complete checkout.`},{name:`Chunk Relevance (SLM)`,link:`/concepts/evaluators/rag/retrieval-quality/chunk-relevance`,category:`RAG - Retrieval Quality`,node:`Retriever span`,modalities:[`Text`],description:`Measures whether each retrieved chunk contains information that could help answer the user's query.`,whenToUse:`When evaluating the relevance of individual retrieved chunks to the query.`,example:`A RAG system that needs to ensure each retrieved document chunk contributes useful information toward answering user questions.`},{name:`Completeness (SLM)`,link:`/concepts/evaluators/rag/generation-quality/completeness`,category:`RAG - Generation Quality`,node:`LLM Span`,modalities:[`Text`],description:`Measures whether the response addresses all aspects of the user's query.`,whenToUse:`When evaluating if responses fully address the user's intent.`,example:`A healthcare chatbot that must address all symptoms mentioned by a patient when suggesting next steps.`},{name:`Context Adherence (SLM)`,link:`/concepts/evaluators/rag/generation-quality/context-adherence`,category:`RAG - Generation Quality`,node:`LLM Span`,modalities:[`Text`],description:`Measures how well the response aligns with the provided context.`,whenToUse:`When you want to ensure the model is grounding its responses in the provided context.`,example:`A financial advisor bot that must base investment recommendations on the client's specific financial situation.`},{name:`Context Relevance (SLM)`,link:`/concepts/evaluators/rag/retrieval-quality/context-relevance`,category:`RAG - Retrieval Quality`,node:`Retriever span`,modalities:[`Text`],description:`Measures whether the retrieved context, as a whole, contains enough information to fully answer the user's query.`,whenToUse:`When assessing whether retrieval succeeded for a query and deciding whether to adjust Top K, retriever configuration, or fallback behavior.`,example:`A RAG support assistant that needs to verify its retrieved documentation collectively covers all information needed to answer a customer's question.`},{name:`PII (SLM)`,link:`/concepts/evaluators/safety-and-compliance/pii`,category:`Safety and Compliance`,node:`Trace (root input/output only)`,modalities:[`Text`],description:`Identifies personally identifiable or sensitive information in prompts and responses.`,whenToUse:`When handling potentially sensitive data or in regulated industries.`,example:`A healthcare chatbot that must detect and redact patient information in conversation logs.`},{name:`Prompt Injection (SLM)`,link:`/concepts/evaluators/safety-and-compliance/prompt-injection`,category:`Safety and Compliance`,node:`Trace (root input only)`,modalities:[`Text`],description:`Detects attempts to manipulate the model through malicious prompts.`,whenToUse:`When allowing user input to be processed directly by your AI system.`,example:`A public-facing AI assistant that needs protection from users trying to bypass content filters or extract sensitive information.`},{name:`Sexism (SLM)`,link:`/concepts/evaluators/safety-and-compliance/sexism`,category:`Safety and Compliance`,node:`Trace (root input/output only)`,modalities:[`Text`],description:`Detects gender-based bias or discriminatory content.`,whenToUse:`When ensuring AI outputs are free from bias and discrimination.`,example:`A resume screening assistant that must evaluate job candidates without gender or demographic bias.`},{name:`Tone (SLM)`,link:`/concepts/evaluators/expression-and-readability/tone`,category:`Expression and Readability`,node:`Trace (root input/output only)`,modalities:[`Text`],description:`Evaluates the emotional tone and style of the response.`,whenToUse:`When the style and tone of AI responses matter for your brand or user experience.`,example:`A luxury brand's customer service chatbot that must maintain a sophisticated, professional tone.`},{name:`Tool Error Rate (SLM)`,link:`/concepts/evaluators/agentic/tool-error`,category:`Agentic`,node:`Tool Span`,modalities:[`Text`],description:`Detects errors or failures during the execution of tools.`,whenToUse:`When implementing AI agents that use tools and want to track error rates.`,example:`A coding assistant that uses external APIs to run code and must handle and report execution errors.`},{name:`Tool Selection Quality (SLM)`,link:`/concepts/evaluators/agentic/tool-selection-quality`,category:`Agentic`,node:`LLM Span`,modalities:[`Text`],description:`Evaluates whether the agent selected the most appropriate tools for the task.`,whenToUse:`When optimizing agent systems for effective tool usage.`,example:`A data analysis agent that must choose the right visualization or statistical method based on the data type.`},{name:`Toxicity (SLM)`,link:`/concepts/evaluators/safety-and-compliance/toxicity`,category:`Safety and Compliance`,node:`Trace (root input/output only)`,modalities:[`Text`],description:`Identifies harmful, offensive, or inappropriate content.`,whenToUse:`When monitoring AI outputs for harmful content or implementing content filtering.`,example:`A social media content moderation system that must detect and flag potentially harmful user-generated content.`}];const categories=[...new Set(evaluators.map(m=>m.category))].sort();const nodes=[...new Set(evaluators.map(m=>m.node))].sort();const modalities=[...new Set(evaluators.flatMap(m=>m.modalities??defaultModalities))].sort();const[sortColumn,setSortColumn]=useState(`name`);const[sortDirection,setSortDirection]=useState(`asc`);const[filterCategory,setFilterCategory]=useState(`All`);const[filterNode,setFilterNode]=useState(`All`);const[filterModality,setFilterModality]=useState(`All`);const[isDark,setIsDark]=useState(false);useEffect(()=>{const checkDark=()=>{const htmlEl=document.documentElement;if(htmlEl.classList.contains(`dark`)){setIsDark(true)}else if(window.matchMedia\u0026\u0026window.matchMedia(`(prefers-color-scheme: dark)`).matches\u0026\u0026!htmlEl.classList.contains(`light`)){setIsDark(true)}else{setIsDark(false)}};checkDark();const observer=new MutationObserver(checkDark);observer.observe(document.documentElement,{attributes:true,attributeFilter:[`class`]});const mediaQuery=window.matchMedia(`(prefers-color-scheme: dark)`);mediaQuery.addEventListener(`change`,checkDark);return()=>{observer.disconnect();mediaQuery.removeEventListener(`change`,checkDark)}},[]);const colors=isDark?{bg:`#1a1a1a`,bgAlt:`#262626`,border:`#3f3f46`,text:`#e4e4e7`,textMuted:`#a1a1aa`,selectBg:`#27272a`,selectBorder:`#3f3f46`,link:`#38bdf8`}:{bg:`#ffffff`,bgAlt:`#f9fafb`,border:`#e5e7eb`,text:`#111827`,textMuted:`#6b7280`,selectBg:`#ffffff`,selectBorder:`#d1d5db`,link:`#1098F7`};const handleSort=column=>{if(sortColumn===column){setSortDirection(sortDirection===`asc`?`desc`:`asc`)}else{setSortColumn(column);setSortDirection(`asc`)}};const filteredAndSortedEvaluators=evaluators.filter(m=>filterCategory===`All`||m.category===filterCategory).filter(m=>filterNode===`All`||m.node===filterNode).filter(m=>filterModality===`All`||(m.modalities??defaultModalities).includes(filterModality)).sort((a,b)=>{const aVal=sortColumn===`modalities`?(a.modalities??defaultModalities).join(` `):a[sortColumn]||``;const bVal=sortColumn===`modalities`?(b.modalities??defaultModalities).join(` `):b[sortColumn]||``;if(sortDirection===`asc`){return aVal.localeCompare(bVal)}return bVal.localeCompare(aVal)});const selectStyle={padding:`0.25rem 0.5rem`,border:`1px solid ${colors.selectBorder}`,borderRadius:`0.375rem`,fontSize:`0.875rem`,background:colors.selectBg,color:colors.text};const headerStyle={cursor:`pointer`,userSelect:`none`,whiteSpace:`nowrap`,color:colors.text};const getSortIndicator=column=>{if(sortColumn!==column)return` ↕`;return sortDirection===`asc`?` ↑`:` ↓`};return _jsxs(`div`,{style:{marginLeft:`-1rem`,paddingLeft:`1rem`,overflow:`visible`,color:colors.text},children:[_jsxs(`div`,{style:{display:`flex`,gap:`1rem`,marginBottom:`1rem`,flexWrap:`wrap`,alignItems:`center`,paddingLeft:`0.5rem`},children:[_jsxs(`div`,{style:{display:`flex`,alignItems:`center`,gap:`0.5rem`},children:[_jsx(`label`,{style:{fontSize:`0.875rem`,fontWeight:500,color:colors.text},children:`Category:`}),_jsxs(`select`,{value:filterCategory,onChange:e=>setFilterCategory(e.target.value),style:selectStyle,children:[_jsx(`option`,{value:`All`,children:`All Categories`}),categories.map(c=>_jsx(`option`,{value:c,children:c},c))]})]}),_jsxs(`div`,{style:{display:`flex`,alignItems:`center`,gap:`0.5rem`},children:[_jsx(`label`,{style:{fontSize:`0.875rem`,fontWeight:500,color:colors.text},children:`Node:`}),_jsxs(`select`,{value:filterNode,onChange:e=>setFilterNode(e.target.value),style:selectStyle,children:[_jsx(`option`,{value:`All`,children:`All Nodes`}),nodes.map(n=>_jsx(`option`,{value:n,children:n},n))]})]}),_jsxs(`div`,{style:{display:`flex`,alignItems:`center`,gap:`0.5rem`},children:[_jsx(`label`,{style:{fontSize:`0.875rem`,fontWeight:500,color:colors.text},children:`Modality:`}),_jsxs(`select`,{value:filterModality,onChange:e=>setFilterModality(e.target.value),style:selectStyle,children:[_jsx(`option`,{value:`All`,children:`All Modalities`}),modalities.map(modality=>_jsx(`option`,{value:modality,children:modality},modality))]})]}),_jsxs(`div`,{style:{fontSize:`0.75rem`,color:colors.textMuted},children:[`Showing `,filteredAndSortedEvaluators.length,` of `,evaluators.length,` evaluators`]})]}),_jsx(`div`,{style:{overflowX:`auto`,maxWidth:`100%`,paddingLeft:`0.5rem`},children:_jsxs(`table`,{style:{minWidth:`1320px`,width:`100%`,borderCollapse:`collapse`,fontSize:`0.8rem`},children:[_jsx(`thead`,{children:_jsxs(`tr`,{style:{borderBottom:`2px solid ${colors.border}`},children:[_jsxs(`th`,{style:{...headerStyle,textAlign:`left`,padding:`0.75rem 0.5rem 0.75rem 0.75rem`,minWidth:`180px`},onClick:()=>handleSort(`name`),children:[`Name`,getSortIndicator(`name`)]}),_jsxs(`th`,{style:{...headerStyle,textAlign:`left`,padding:`0.75rem 0.5rem`,minWidth:`140px`},onClick:()=>handleSort(`category`),children:[`Category`,getSortIndicator(`category`)]}),_jsxs(`th`,{style:{...headerStyle,textAlign:`left`,padding:`0.75rem 0.5rem`,minWidth:`100px`},onClick:()=>handleSort(`node`),children:[`Node`,getSortIndicator(`node`)]}),_jsxs(`th`,{style:{...headerStyle,textAlign:`left`,padding:`0.75rem 0.5rem`,minWidth:`150px`},onClick:()=>handleSort(`modalities`),children:[`Modalities`,getSortIndicator(`modalities`)]}),_jsx(`th`,{style:{...headerStyle,textAlign:`left`,padding:`0.75rem 0.5rem`,minWidth:`200px`},children:`Description`}),_jsx(`th`,{style:{...headerStyle,textAlign:`left`,padding:`0.75rem 0.5rem`,minWidth:`200px`},children:`When to Use`}),_jsx(`th`,{style:{...headerStyle,textAlign:`left`,padding:`0.75rem 0.5rem`,minWidth:`200px`},children:`Example Use Case`})]})}),_jsx(`tbody`,{children:filteredAndSortedEvaluators.map((evaluator,idx)=>_jsxs(`tr`,{style:{borderBottom:`1px solid ${colors.border}`,background:idx%2===0?colors.bg:colors.bgAlt},children:[_jsx(`td`,{style:{padding:`0.75rem 0.5rem 0.75rem 0.75rem`,fontWeight:500,verticalAlign:`top`,minWidth:`180px`},children:_jsx(_components.a,{href:evaluator.link,style:{color:colors.link,textDecoration:`none`},children:evaluator.name})}),_jsx(`td`,{style:{padding:`0.75rem 0.5rem`,verticalAlign:`top`,color:colors.text},children:evaluator.category}),_jsx(`td`,{style:{padding:`0.75rem 0.5rem`,verticalAlign:`top`,color:colors.text},children:evaluator.node}),_jsx(`td`,{style:{padding:`0.75rem 0.5rem`,verticalAlign:`top`,color:colors.text},children:_jsx(ModalityIcons,{modalities:evaluator.modalities??defaultModalities})}),_jsx(`td`,{style:{padding:`0.75rem 0.5rem`,verticalAlign:`top`,color:colors.text},children:evaluator.description}),_jsx(`td`,{style:{padding:`0.75rem 0.5rem`,verticalAlign:`top`,color:colors.text},children:evaluator.whenToUse}),_jsx(`td`,{style:{padding:`0.75rem 0.5rem`,verticalAlign:`top`,color:colors.text},children:evaluator.example})]},evaluator.name))})]})}),filteredAndSortedEvaluators.length===0\u0026\u0026_jsx(`div`,{style:{padding:`2rem`,textAlign:`center`,color:colors.textMuted},children:`No evaluators match the selected filters.`})]})};function _createMdxContent(props){const _components={a:`a`,li:`li`,p:`p`,strong:`strong`,ul:`ul`,..._provideComponents(),...props.components},{Note,_MdxComponentBoundary}=_components;if(!Note)_missingMdxReference(`Note`,true);if(!_MdxComponentBoundary)_missingMdxReference(`_MdxComponentBoundary`,true);return _jsxs(_Fragment,{children:[_jsx(Note,{children:_jsx(_components.p,{children:`SaaS deployments integrated with Splunk Observability Cloud support the following subset of Luna evaluators: Prompt Injection, Toxicity, Sexism, PII, and Context Adherence.`})}),`\n`,_jsx(_components.p,{children:`Splunk Agent Observability provides preset Luna evaluators for measuring AI system performance without requiring custom implementation.`}),`\n`,_jsx(_components.p,{children:`These evaluators span across the following categories:`}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/concepts/evaluators/agentic/agentic-overview`,children:`Agentic Performance`})}),`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/concepts/evaluators/expression-and-readability/expression-and-readability-overview`,children:`Expression and Readability`})}),`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/concepts/evaluators/rag/rag-overview`,children:`RAG`})}),`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/concepts/evaluators/safety-and-compliance/safety-and-compliance-overview`,children:`Safety and Compliance`})}),`\n`]}),`\n`,_jsx(_components.p,{children:`Each evaluator addresses specific evaluator needs and applies to a particular node type, such as a session, trace, or span.`}),`\n`,_jsxs(_components.p,{children:[`Use the table to find the preset Luna evaluator that best fits your application. Hover over an icon in the `,_jsx(_components.strong,{children:`Modalities`}),` column to see what it represents.`]}),`\n`,_jsx(_MdxComponentBoundary,{name:`LunaEvaluatorsTable`,children:_jsx(LunaEvaluatorsTable,{})})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{LunaEvaluatorsTable,default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Luna Evaluators Comparison","description":"Explore Splunk Agent Observability's preset Luna evaluators for measuring and improving AI system performance","href":"/concepts/luna/luna-evaluator-comparison"}}},"mdxSourceWithNoJs":null,"noJsSplices":[[158,14394,"null;function _creat"]]},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/agent-observability-docs/ea7d5bd1caa6468a/script.js","/_mintlify/custom/agent-observability-docs/6398132c924e67d9/snippets/components/errors-data.js"],"subdomain":"agent-observability-docs","siteName":"Splunk Agent Observability","title":"Luna Evaluators Comparison - Splunk Agent Observability","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-14T20:01:01.597Z","originalFileLocation":"concepts/luna/luna-evaluator-comparison.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Explore Splunk Agent Observability\u0026#x27;s preset Luna evaluators for measuring and improving AI system performance\">\u003cmeta data-mint-head name=\"application-name\" content=\"Splunk Agent Observability\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Luna Evaluators Comparison - Splunk Agent Observability\">\u003cmeta data-mint-head property=\"og:description\" content=\"Explore Splunk Agent Observability\u0026#x27;s preset Luna evaluators for measuring and improving AI system performance\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Splunk Agent Observability\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://agent-observability-docs.mintlify.app/_mintlify/api/og/v2?division=Luna-3\u0026amp;title=Luna+Evaluators+Comparison\u0026amp;description=Explore+Splunk+Agent+Observability%27s+preset+Luna+evaluators+for+measuring+and+improving+AI+system+performance\u0026amp;theme=31325f23d2fae21964c82aea\u0026amp;signature=20b70346e720abd4070dd5b9c853b1138d0cd9a53fd81d1a34ed1ff9af6fb147\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Luna Evaluators Comparison - Splunk Agent Observability\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Explore Splunk Agent Observability\u0026#x27;s preset Luna evaluators for measuring and improving AI system performance\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://agent-observability-docs.mintlify.app/_mintlify/api/og/v2?division=Luna-3\u0026amp;title=Luna+Evaluators+Comparison\u0026amp;description=Explore+Splunk+Agent+Observability%27s+preset+Luna+evaluators+for+measuring+and+improving+AI+system+performance\u0026amp;theme=31325f23d2fae21964c82aea\u0026amp;signature=20b70346e720abd4070dd5b9c853b1138d0cd9a53fd81d1a34ed1ff9af6fb147\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/agent-observability-docs/MHJJWE05UFpRUHCL/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Splunk Agent Observability\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#FF007F\">\u003clink data-mint-head rel=\"canonical\" href=\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/concepts/luna/luna-evaluator-comparison.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://agent-observability-docs.splunk.com/#organization\",\"name\":\"Splunk Agent Observability\",\"url\":\"https://agent-observability-docs.splunk.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/agent-observability-docs/LUm4pxMW6Tbpcv98/logo/logo_splunk-by-cisco_rgb_k.svg?fit=max\u0026auto=format\u0026n=LUm4pxMW6Tbpcv98\u0026q=85\u0026s=19c9c2c83e885f3126b82ae7c2d7c7df\"}},{\"@type\":\"WebSite\",\"@id\":\"https://agent-observability-docs.splunk.com#website\",\"name\":\"Splunk Agent Observability\",\"url\":\"https://agent-observability-docs.splunk.com\",\"publisher\":{\"@id\":\"https://agent-observability-docs.splunk.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison#webpage\",\"url\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison\",\"name\":\"Luna Evaluators Comparison\",\"description\":\"Explore Splunk Agent Observability's preset Luna evaluators for measuring and improving AI system performance\",\"dateModified\":\"2026-10-14T20:01:01.597Z\",\"isPartOf\":{\"@id\":\"https://agent-observability-docs.splunk.com#website\"},\"breadcrumb\":{\"@id\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluators\",\"item\":\"https://agent-observability-docs.splunk.com/concepts/evaluators/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Luna-3\",\"item\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Luna Evaluators Comparison\",\"item\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison#article\",\"headline\":\"Luna Evaluators Comparison\",\"name\":\"Luna Evaluators Comparison\",\"description\":\"Explore Splunk Agent Observability's preset Luna evaluators for measuring and improving AI system performance\",\"url\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison\",\"mainEntityOfPage\":{\"@id\":\"https://agent-observability-docs.splunk.com/concepts/luna/luna-evaluator-comparison#webpage\"},\"dateModified\":\"2026-10-14T20:01:01.597Z\",\"publisher\":{\"@id\":\"https://agent-observability-docs.splunk.com/#organization\"},\"isPartOf\":{\"@id\":\"https://agent-observability-docs.splunk.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Splunk Agent Observability\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Splunk Agent Observability","nav":{"global":null,"tabs":[{"tab":"Documentation","icon":"book-open","groups":[{"group":"Overview","pages":[{"title":"What Is Splunk Agent Observability?","icon":"house","href":"/what-is-splunk-agent-observability"}]},{"group":"SaaS deployments","pages":[{"title":"Splunk Agent Observability (SaaS)","href":"/saas/overview"},{"title":"Billing and Usage","href":"/saas/billing-and-usage"},{"title":"Capabilities","href":"/saas/capabilities"},{"title":"Agent Observability in Cisco Cloud Control","href":"/concepts/cisco-cloud-control"}]},{"group":"Get Started","pages":[{"title":"Log Your First Trace","href":"/getting-started/quickstart"},{"title":"Evaluate Your Traces","href":"/getting-started/evaluate-and-improve/evaluate-and-improve"},{"title":"Run an Experiment","href":"/getting-started/experiments"},{"title":"Splunk Agent Observability MCP Server","href":"/getting-started/mcp/setup-splunk-ao-mcp"},{"title":"Add Users and Assign Roles","href":"/getting-started/add-users-and-assign-roles"},{"group":"Sample Projects","pages":[{"title":"Overview","href":"/getting-started/sample-projects/sample-projects"},{"title":"Preset Evaluator Examples","href":"/getting-started/sample-projects/preset-evaluator-examples"},{"title":"Simple Chatbot","href":"/getting-started/sample-projects/simple-chatbot"},{"title":"Multi-agent banking chatbot sample","href":"/getting-started/sample-projects/multi-agent"}]}]},{"group":"Observability","pages":[{"title":"Overview","href":"/concepts/logging/overview"},{"title":"Instrumentation","href":"/sdk-api/logging/logging-basics"},{"title":"Sessions Overview","href":"/concepts/logging/sessions/sessions-overview"},{"title":"Splunk Agent Observability Logger","href":"/sdk-api/logging/splunk-ao-logger"},{"title":"Log Decorator","href":"/sdk-api/logging/log-decorator/log-decorator"},{"title":"Splunk Agent Observability Context","href":"/sdk-api/logging/splunk-ao-context"},{"title":"Multimodal Observability","href":"/concepts/logging/multimodal-observability"},{"title":"Distributed Tracing","href":"/sdk-api/logging/distributed-tracing"},{"title":"Distributed Tracing with OpenTelemetry","href":"/sdk-api/logging/distributed-tracing-otel"},{"title":"Tags and Metadata","href":"/sdk-api/logging/tags-and-metadata"},{"group":"How-to guides","pages":[{"title":"Log Using the OpenAI Wrapper","href":"/how-to-guides/basics/basic-example"},{"title":"Log Using the Log Decorator","href":"/how-to-guides/basics/basic-logging-with-decorator/basic-logging-with-decorator"},{"title":"Create Traces and Spans","href":"/how-to-guides/basics/manual-span-creation/manual-span-creation"},{"title":"Create and Use Sessions","href":"/concepts/logging/sessions/using-sessions"},{"title":"Set Up Alerts on Logs","href":"/how-to-guides/basics/set-up-alerts-on-logs"},{"title":"Log MCP Server Tool Calls","href":"/how-to-guides/basics/log-mcp-server-calls/log-mcp-server-calls"},{"title":"Create and Manage Views","href":"/how-to-guides/basics/create-views"}]}]},{"group":"Evaluators","pages":[{"title":"Evaluators Overview","href":"/concepts/evaluators/overview"},{"title":"Agent Stream Evaluators","href":"/concepts/logging/configure-evaluators/configure-evaluators"},{"title":"Experiment Evaluators","href":"/sdk-api/evaluators/evaluators"},{"group":"Out-of-the-Box Evaluators","pages":[{"title":"Evaluators Comparison","href":"/concepts/evaluators/evaluator-comparison"},{"group":"Agentic AI","pages":[{"title":"Agentic Evaluators","href":"/concepts/evaluators/agentic/agentic-overview"},{"title":"Action Advancement","href":"/concepts/evaluators/agentic/action-advancement"},{"title":"Action Completion","href":"/concepts/evaluators/agentic/action-completion"},{"title":"Agent Efficiency","href":"/concepts/evaluators/agentic/agent-efficiency"},{"title":"Agent Flow","href":"/concepts/evaluators/agentic/agent-flow"},{"title":"Conversation Quality","href":"/concepts/evaluators/agentic/conversation-quality"},{"title":"Reasoning Coherence","href":"/concepts/evaluators/agentic/reasoning-coherence"},{"title":"Tool Selection Quality","href":"/concepts/evaluators/agentic/tool-selection-quality"},{"title":"Tool Error","href":"/concepts/evaluators/agentic/tool-error"},{"title":"User Intent Change","href":"/concepts/evaluators/agentic/intent-change"}]},{"group":"Expression and Readability","pages":[{"title":"Expression and Readability Evaluators","href":"/concepts/evaluators/expression-and-readability/expression-and-readability-overview"},{"title":"Tone","href":"/concepts/evaluators/expression-and-readability/tone"}]},{"group":"Multimodal Quality","pages":[{"title":"Multimodal Quality Evaluators","href":"/concepts/evaluators/multimodal-quality/multimodal-quality-overview"},{"title":"Visual Quality","href":"/concepts/evaluators/multimodal-quality/visual-quality"},{"title":"Visual Fidelity","href":"/concepts/evaluators/multimodal-quality/visual-fidelity"},{"title":"Interruption Detection","href":"/concepts/evaluators/multimodal-quality/interruption-detection"}]},{"group":"Response Quality","pages":[{"title":"Response Quality Evaluators","href":"/concepts/evaluators/response-quality/response-quality-overview"},{"title":"Ground Truth Adherence","href":"/concepts/evaluators/response-quality/ground-truth-adherence"},{"title":"Correctness","href":"/concepts/evaluators/response-quality/correctness"},{"title":"Instruction Adherence","href":"/concepts/evaluators/response-quality/instruction-adherence"}]},{"group":"RAG","pages":[{"title":"RAG Evaluators","href":"/concepts/evaluators/rag/rag-overview"},{"group":"Retrieval Quality","pages":[{"title":"Chunk Relevance","href":"/concepts/evaluators/rag/retrieval-quality/chunk-relevance"},{"title":"Context Relevance (Query Adherence)","href":"/concepts/evaluators/rag/retrieval-quality/context-relevance"},{"title":"Context Precision","href":"/concepts/evaluators/rag/retrieval-quality/context-precision"},{"title":"Precision @ K","href":"/concepts/evaluators/rag/retrieval-quality/precision-at-k"}]},{"group":"Generation Quality","pages":[{"title":"Context Adherence","href":"/concepts/evaluators/rag/generation-quality/context-adherence"},{"title":"Completeness","href":"/concepts/evaluators/rag/generation-quality/completeness"}]}]},{"group":"Safety and Compliance","pages":[{"title":"Safety and Compliance Evaluators","href":"/concepts/evaluators/safety-and-compliance/safety-and-compliance-overview"},{"title":"Prompt Injection","href":"/concepts/evaluators/safety-and-compliance/prompt-injection"},{"title":"PII","href":"/concepts/evaluators/safety-and-compliance/pii"},{"title":"Sexism","href":"/concepts/evaluators/safety-and-compliance/sexism"},{"title":"Toxicity","href":"/concepts/evaluators/safety-and-compliance/toxicity"}]},{"group":"Text-to-SQL","pages":[{"title":"Text-to-SQL Evaluators","href":"/concepts/evaluators/text2sql/text2sql-overview"},{"title":"SQL Correctness","href":"/concepts/evaluators/text2sql/sql-correctness"},{"title":"SQL Adherence","href":"/concepts/evaluators/text2sql/sql-adherence"},{"title":"SQL Injection","href":"/concepts/evaluators/text2sql/sql-injection"},{"title":"SQL Efficiency","href":"/concepts/evaluators/text2sql/sql-efficiency"}]}]},{"group":"Custom Evaluators","pages":[{"title":"Custom LLM-as-a-Judge Evaluators","href":"/concepts/evaluators/custom-evaluators/custom-evaluators-ui-llm"},{"title":"LLM-as-a-Judge Prompt Engineering Guide","href":"/concepts/evaluators/custom-evaluators/prompt-engineering"},{"title":"Custom Code-Based Evaluators","href":"/concepts/evaluators/custom-evaluators/custom-evaluators-ui-code"},{"title":"Composite Evaluators","href":"/concepts/evaluators/custom-evaluators/composite-evaluators"},{"title":"Test Custom Evaluators","href":"/concepts/evaluators/custom-evaluators/test-evaluators"}]},{"title":"How LLM-as-a-judge is Calculated","href":"/concepts/evaluators/how-llm-as-judge-evaluators-are-calculated"},{"title":"Improve LLM-as-a-Judge Evaluators with Autotune","href":"/concepts/evaluators/autotune-llm-as-a-judge-evaluators"},{"group":"Luna-3","pages":[{"title":"Luna-3 Overview","description":"Discover the Splunk Agent Observability Luna-3 evaluation model, which reduces the latency and cost for evaluations","href":"/concepts/luna/luna"},{"title":"Luna Evaluators Comparison","href":"/concepts/luna/luna-evaluator-comparison"},{"title":"Fine-Tuning Luna Models","description":"Understand the requirements and process for fine-tuning Luna models based off your real-world scenarios","href":"/concepts/luna/fine-tuning"}]},{"group":"How-to guides","pages":[{"title":"Create a Local Evaluator","href":"/how-to-guides/evaluators/create-local-evaluator/create-local-evaluator"},{"title":"Create Evaluators with the Luna-3 Model","href":"/how-to-guides/luna/evaluate-with-luna/evaluate-with-luna"},{"title":"Use Luna-3 in Your Experiments","href":"/how-to-guides/luna/experiments-with-luna/experiments-with-luna"}]}]},{"group":"Tokenomics","pages":[{"title":"Tokenomics","href":"/concepts/tokenomics/tokenomics"},{"title":"Tokenomics concepts and metrics","href":"/concepts/tokenomics/tokenomics-concepts"}]},{"group":"Signals","pages":[{"title":"Signals","href":"/concepts/signals"}]},{"group":"AI Assistant","pages":[{"title":"AI Assistant","href":"/concepts/ai-assistant"}]},{"group":"Luna Studio","pages":[{"title":"Luna Studio","href":"/luna-studio/index"},{"group":"UI","pages":[{"title":"Luna Studio UI","href":"/luna-studio/ui/index"},{"title":"Availability and deployment","href":"/luna-studio/ui/availability"},{"title":"Quickstart","href":"/luna-studio/ui/quickstart"},{"title":"Core concepts","href":"/luna-studio/ui/core-concepts"},{"title":"Prerequisites","href":"/luna-studio/ui/prerequisites"},{"group":"Integrations","pages":[{"title":"Integrations overview","href":"/luna-studio/ui/integrations/overview"},{"title":"LLM providers","href":"/luna-studio/ui/integrations/llm-providers"},{"title":"Splunk Agent Observability integration","href":"/luna-studio/ui/integrations/splunk-ao"}]},{"group":"Projects","pages":[{"title":"Projects overview","href":"/luna-studio/ui/projects/overview"},{"title":"Training runs home","href":"/luna-studio/ui/projects/training-runs-home"}]},{"group":"Training Runs","pages":[{"group":"Creating a run","pages":[{"title":"Creating a new run","href":"/luna-studio/ui/runs/new-run/overview"},{"title":"Step 1 — Evaluator","href":"/luna-studio/ui/runs/new-run/step-1-evaluator"},{"title":"Step 2 — Test set","href":"/luna-studio/ui/runs/new-run/step-2-test-set"},{"title":"Step 3 — Training set","href":"/luna-studio/ui/runs/new-run/step-3-training-set"},{"title":"Step 4 — Config and launch","href":"/luna-studio/ui/runs/new-run/step-4-config-and-launch"}]},{"title":"Run lifecycle","href":"/luna-studio/ui/runs/lifecycle"},{"title":"Register an evaluator","href":"/luna-studio/ui/runs/register-evaluator"}]},{"group":"Datasets","pages":[{"title":"Datasets overview","href":"/luna-studio/ui/datasets/overview"},{"title":"Test sets","href":"/luna-studio/ui/datasets/test-sets"},{"title":"Training sets","href":"/luna-studio/ui/datasets/training-sets"},{"title":"Add a dataset","href":"/luna-studio/ui/datasets/add-a-dataset"},{"title":"Dataset validation","href":"/luna-studio/ui/datasets/validation"}]},{"group":"Evaluators","pages":[{"title":"Evaluators overview","href":"/luna-studio/ui/evaluators/overview"},{"title":"Custom evaluators","href":"/luna-studio/ui/evaluators/custom-evaluators"}]},{"group":"References","pages":[{"title":"FAQ","href":"/luna-studio/ui/reference/faq"},{"title":"Troubleshooting","href":"/luna-studio/ui/reference/troubleshooting"}]}]},{"group":"SDK","pages":[{"title":"Luna Studio SDK","href":"/luna-studio/sdk/overview"},{"title":"Installation","href":"/luna-studio/sdk/installation"},{"group":"How to Train your Luna Evaluator","pages":[{"title":"Overview","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/overview"},{"title":"Prerequisites","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/prerequisites"},{"title":"Understanding Config","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/understanding-config"},{"group":"Data generation","pages":[{"title":"Overview","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/data-generation/overview"},{"group":"Config","expanded":true,"pages":[{"title":"Config file","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/data-generation/config/config"},{"title":"Evaluator Input Types","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/data-generation/config/evaluator-input-types"},{"title":"Evaluator Output Types","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/data-generation/config/evaluator-output-types"}]},{"title":"Run Labelling only","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/data-generation/run-labelling-only"}]},{"group":"Training","pages":[{"title":"Overview","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/training/overview"},{"group":"Config","expanded":true,"pages":[{"title":"Config file","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/training/config/config"},{"title":"Evaluator Input Types","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/training/config/evaluator-input-types"},{"title":"Evaluator Output Types","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/training/config/evaluator-output-types"}]},{"title":"Post Training artifacts","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/training/output-artifacts"},{"title":"Evaluate","href":"/luna-studio/sdk/how-to-train-your-luna-evaluator/training/evaluate"}]}]},{"group":"Deployment","pages":[{"title":"Overview","href":"/luna-studio/sdk/deployment/overview"},{"title":"Register evaluator in Splunk Agent Observability","href":"/luna-studio/sdk/deployment/register-evaluator-in-splunk-ao"}]},{"group":"Tutorials","pages":[{"title":"Overview","href":"/luna-studio/sdk/tutorials/overview"},{"title":"LLM spans without RAG","href":"/luna-studio/sdk/tutorials/llm-spans-without-rag"},{"title":"LLM spans with RAG","href":"/luna-studio/sdk/tutorials/llm-spans-with-rag"},{"title":"LLM spans with tools (Agentic)","href":"/luna-studio/sdk/tutorials/llm-spans-with-tools-agentic"},{"title":"Retriever spans","href":"/luna-studio/sdk/tutorials/retriever-spans"},{"title":"Trace input / output only","href":"/luna-studio/sdk/tutorials/trace-input-output-only"},{"title":"Using a preset evaluator","href":"/luna-studio/sdk/tutorials/preset-evaluator"},{"title":"Full traces","href":"/luna-studio/sdk/tutorials/full-traces"},{"title":"List of Trace inputs / outputs only","href":"/luna-studio/sdk/tutorials/list-of-trace-inputs-outputs-only"},{"title":"Full Sessions","href":"/luna-studio/sdk/tutorials/full-sessions"}]}]}]},{"group":"Experiments","pages":[{"title":"Experiments Basics","href":"/sdk-api/experiments/experiments"},{"title":"Datasets","href":"/sdk-api/experiments/datasets"},{"title":"Prompts","href":"/sdk-api/experiments/prompts"},{"title":"Run Experiments in Code","href":"/sdk-api/experiments/running-experiments"},{"title":"Run Experiments in Playgrounds","href":"/concepts/experiments/running-experiments-in-console"},{"title":"Run Experiments in Unit Tests","href":"/sdk-api/experiments/running-experiments-in-unit-tests"},{"title":"Experiment Groups","href":"/sdk-api/experiments/experiment-groups"},{"title":"Compare Experiments","href":"/concepts/experiments/compare"},{"group":"How-to guides","pages":[{"title":"Run an experiment against a RAG app","href":"/how-to-guides/experiments/rag-and-tools/rag-and-tools"},{"title":"Run experiments with OpenTelemetry","href":"/how-to-guides/experiments/otel-experiment/otel-experiment"},{"title":"Create and Manage Views","href":"/how-to-guides/basics/create-views"}]}]},{"group":"Agent Control","pages":[{"title":"Agent Control","href":"/concepts/agent-control/overview"},{"group":"How-to-guides","pages":[{"title":"Create a control","href":"/how-to-guides/agent-control/create-a-control"},{"title":"Initialize and configure Agent Control","href":"/how-to-guides/agent-control/initialize-and-configure-agent-control"},{"title":"Monitor a control","href":"/how-to-guides/agent-control/monitor-a-control"}]}]},{"group":"Annotations","pages":[{"title":"Annotations Overview","href":"/concepts/annotations/overview"}]},{"group":"Integrations","pages":[{"title":"Integrations Overview","href":"/sdk-api/third-party-integrations/overview"},{"title":"A2A","href":"/sdk-api/third-party-integrations/a2a"},{"title":"Claude","href":"/sdk-api/third-party-integrations/claude"},{"group":"CrewAI","pages":[{"title":"Logging","href":"/sdk-api/third-party-integrations/crewai/crewai"},{"title":"Experiments","href":"/sdk-api/third-party-integrations/crewai/experiments"}]},{"group":"Google ADK","pages":[{"title":"Google ADK (Native)","href":"/sdk-api/third-party-integrations/google-adk/google-adk-native"},{"title":"Google ADK (OpenTelemetry)","href":"/sdk-api/third-party-integrations/opentelemetry-and-openinference/google-adk"}]},{"group":"LangChain and LangGraph","pages":[{"title":"Logging","href":"/sdk-api/third-party-integrations/langchain/langchain"},{"title":"Command and Send","href":"/sdk-api/third-party-integrations/langchain/command-and-send"},{"title":"Experiments","href":"/sdk-api/third-party-integrations/langchain/experiments"},{"title":"Middleware","href":"/sdk-api/third-party-integrations/langchain/middleware"}]},{"group":"Model Integrations","pages":[{"title":"AWS Bedrock Inference Profiles","href":"/sdk-api/third-party-integrations/model-integrations/aws-bedrock/awsbedrock"},{"title":"Custom Model Integrations","href":"/sdk-api/third-party-integrations/model-integrations/custom-model-integrations/custom-model-integrations"},{"title":"Set up Gemini Enterprise credentials","href":"/sdk-api/third-party-integrations/model-integrations/gemini-enterprise/gemini-enterprise-credentials"}]},{"group":"Model Costs","pages":[{"title":"Model Pricing Settings","href":"/concepts/costs/model-pricing-settings"},{"title":"Integration Costs","href":"/concepts/costs/integration-costs"}]},{"title":"Microsoft Agent Framework","href":"/sdk-api/third-party-integrations/opentelemetry-and-openinference/microsoft-agent-framework"},{"title":"OpenAI SDK","href":"/sdk-api/third-party-integrations/openai/openai"},{"title":"OpenAI Agents SDK","href":"/sdk-api/third-party-integrations/openai-agents/openai-agents"},{"group":"OpenTelemetry","pages":[{"title":"Overview","href":"/sdk-api/third-party-integrations/opentelemetry-and-openinference"},{"title":"OpenTelemetry Integration Recommendations","href":"/sdk-api/third-party-integrations/opentelemetry-and-openinference/integration-recommendations"},{"title":"Custom Spans","href":"/sdk-api/third-party-integrations/opentelemetry-and-openinference/start-splunk-ao-span"}]},{"title":"Pydantic AI","href":"/sdk-api/third-party-integrations/opentelemetry-and-openinference/pydantic-ai"},{"title":"Strands Agents","href":"/sdk-api/third-party-integrations/opentelemetry-and-openinference/strands-agents"},{"group":"How-to guides","pages":[{"title":"Add Splunk Agent Observability to a CrewAI Application","href":"/how-to-guides/third-party-integrations/add-splunk-ao-to-crewai/add-splunk-ao-to-crewai"},{"title":"Integrate NVIDIA NIM with Splunk Agent Observability","href":"/how-to-guides/third-party-integrations/nvidia-nim-models"},{"title":"OpenAI Agent Integration","href":"/how-to-guides/third-party-integrations/openai-agent-integration"},{"title":"Log with OpenTelemetry, LangGraph, and OpenAI","href":"/how-to-guides/third-party-integrations/otel"}]}]},{"group":"Security","pages":[{"title":"Projects","href":"/concepts/projects"},{"title":"Access Control","href":"/concepts/access-control"},{"title":"SSO Integration","href":"/security/sso"}]},{"group":"References","pages":[{"title":"FAQ","href":"/references/faqs/faqs"},{"title":"Find Your Organization Keys","href":"/references/faqs/find-keys"},{"title":"Troubleshooting","href":"/references/faqs/troubleshooting"},{"title":"Common Errors Guide","href":"/references/faqs/errors"},{"title":"Error Catalog","mode":"wide","href":"/references/faqs/errors-catalog"}]}]},{"tab":"SDK/API","icon":"code","pages":[{"title":"SDK/API","href":"/sdk-api/overview"}]},{"tab":"Cookbooks","icon":"book","pages":[{"title":"Cookbooks","href":"/cookbooks/overview"}]},{"tab":"Release Notes","icon":"newspaper","pages":[{"title":"Release Notes","href":"/release-notes"}]}]},"title":"Luna Evaluators Comparison - Splunk Agent Observability","buildId":"dpl_DFJrtvUi8HS5F9nkooKuDJsuD5BM","deploymentId":"dpl_DFJrtvUi8HS5F9nkooKuDJsuD5BM","dynamics":[],"chunks":[]}