Run contributor checks and evaluate model behavior.
Test the claim at the right layer
Fella’s tests are organized under tests/: JavaScript and Python unit suites, Rust integration tests, Electron journeys, and provider-backed evaluations. Rust unit tests that need private module details stay beside the source they cover.
CI also runs the Electron bridge, updater, chart renderer, release metadata,
FQA-Bench adapter, and packaged-app smoke checks. It uses the default SQLite
backend with the default PDF and XLSX features.
DuckDB is not a CI path. CI avoids --features duckdb because the bundled build is resource intensive and the DuckDB backend has ingestion-parity gaps. Do not describe it as CI-tested.
Desktop journeys
Playwright configurations and Electron support code are in
tests/e2e/.
Build the app first, then run the suite relevant to your change:
The last command covers chart families against Luna and Gemma 4 31B. Use
Ollama Cloud for Gemma unless the local Ollama server actually hosts that
model. Journey completion does not grade numerical correctness or chart
suitability.
Model evaluation
FQA-Bench and the model tasks under bench/ capture analytical outcomes and
grading criteria. They do not require a particular internal tool order or
wording. Run a real provider evaluation with a copied app-data directory:
Provider output is stochastic. Use multiple iterations, report majority
accuracy and consistency, and inspect minority failures. Keep model, endpoint,
task set, and harness fixed when comparing a change. Never tune grading
criteria after seeing candidate output; version approved changes and report
the baseline separately.
{"docsConfig":{"theme":"aspen","$schema":"https://mintlify.com/docs.json","name":"fella","description":"Documentation for Fella, a local-first desktop app for asking auditable questions about your own files.","colors":{"primary":"#008080","light":"#008080","dark":"#008080"},"logo":{"light":"https://mintcdn.com/fella-c4d56bee/6AzAQrqI--kvA3LX/logo.svg?fit=max\u0026auto=format\u0026n=6AzAQrqI--kvA3LX\u0026q=85\u0026s=c6f645157f00678cd65f0d2849595eb6","dark":"https://mintcdn.com/fella-c4d56bee/6AzAQrqI--kvA3LX/logo.svg?fit=max\u0026auto=format\u0026n=6AzAQrqI--kvA3LX\u0026q=85\u0026s=c6f645157f00678cd65f0d2849595eb6"},"favicon":"https://mintcdn.com/fella-c4d56bee/6AzAQrqI--kvA3LX/favicon.svg?fit=max\u0026auto=format\u0026n=6AzAQrqI--kvA3LX\u0026q=85\u0026s=4f4596116926725de06b2713976d5058","navbar":{"links":[{"href":"https://github.com/Avijit-Kumar-GIT/fella","label":"GitHub"},{"href":"https://github.com/Avijit-Kumar-GIT/fella/releases","label":"Releases"}],"primary":{"type":"button","label":"Download Fella","href":"https://github.com/Avijit-Kumar-GIT/fella/releases/latest"}},"footer":{"socials":{"github":"https://github.com/Avijit-Kumar-GIT/fella"}},"seo":{"metatags":{"canonical":"https://docs.lilfella.app"}},"icons":{"library":"lucide"},"styling":{"eyebrows":"breadcrumbs","latex":false},"contextual":{"options":["copy","view","assistant"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"fella-c4d56bee","hasAudioNarration":false,"actualSubdomain":"fella-c4d56bee","customDomains":["docs.lilfella.app"],"gitSource":{"type":"github","owner":"avijit-kumar-git","repo":"fella","deployBranch":"main","contentDirectory":"docs/site","isPrivate":false,"mountPath":"","label":"","_id":"6ade5545500a4c24cc48db84"},"entitlements":{"AI_CHAT":{"status":"DISABLED"},"WEB_MCP":{"status":"DISABLED"},"NARRATION":{"status":"DISABLED"}},"buildId":"6ade5545500a4c24cc48db8a","clientVersion":"0.0.4177","searchFilterCounts":[{"language":"default","tag":"Use Fella","count":11},{"language":"default","tag":"Concepts","count":7},{"language":"default","tag":"How Fella works","count":5},{"language":"default","tag":"Resources","count":5},{"language":"default","tag":"Getting started","count":5},{"language":"default","tag":"Workspace","count":4},{"language":"default","tag":"Ask and inspect","count":3},{"language":"default","tag":"Overview","count":3},{"language":"default","tag":"Testing and evaluation","count":3},{"language":"default","tag":"Trust and correctness","count":2}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"control","enabled":true,"payload":{"type":"string","value":"control"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"custom.css","content":"@font-face{font-family:'Geist';font-weight:100 900;font-display:swap;src:local('Geist'), url('/static/fonts/Geist-Variable.woff2') format('woff2-variations')}@font-face{font-family:'Geist Mono';font-weight:100 900;font-display:swap;src:local('Geist Mono'), url('/static/fonts/GeistMono-Variable.woff2') format('woff2-variations')}:root{color-scheme:light;--fella-bg: #ffffff;--fella-raised: #f9f7f2;--fella-inset: #f4f2ee;--fella-border: #e5e2de;--fella-border-strong: #d4d2ce;--fella-text: #1d1b16;--fella-text-dim: #56544f;--fella-text-faint: #76746f;--fella-brand: #008080;--fella-brand-dark: #008080;--fella-brand-tint: #e0f3f1;--fella-link: #008080;--fella-sidebar-active: #e3f4f1;--fella-sidebar-active-text: #008080;--fella-radius: 10px;--fella-radius-sm: 7px;--fella-ease: cubic-bezier(0.32, 0.72, 0, 1)}html.dark,html[data-theme=\"dark\"]{color-scheme:dark;--fella-bg: #08090c;--fella-raised: #0d0f13;--fella-inset: #0b0d10;--fella-border: #1e2229;--fella-border-strong: #2b3039;--fella-text: #eceef1;--fella-text-dim: #9a9da6;--fella-text-faint: #6d717b;--fella-brand-tint: #103633;--fella-sidebar-active: #111b32}@media (prefers-color-scheme: dark){html:not(.light):not([data-theme=\"light\"]){color-scheme:dark;--fella-bg: #08090c;--fella-raised: #0d0f13;--fella-inset: #0b0d10;--fella-border: #1e2229;--fella-border-strong: #2b3039;--fella-text: #eceef1;--fella-text-dim: #9a9da6;--fella-text-faint: #6d717b;--fella-brand-tint: #103633;--fella-sidebar-active: #111b32}}html,body{min-height:100%;overflow-x:hidden;overflow-y:auto!important;background:var(--fella-bg)!important}body{color:var(--fella-text);font-family:'Geist', -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif;font-size:15px;line-height:1.6;-webkit-font-smoothing:antialiased;text-rendering:optimizeLegibility;overscroll-behavior-y:auto}html,html[data-theme=\"light\"],html.light,html.dark,html[data-theme=\"dark\"],#background-color{background:var(--fella-bg)!important}#navbar,#navbar-transition{background:var(--fella-bg)!important;border-color:var(--fella-border)!important;box-shadow:none!important}#navbar nav[aria-label=\"Main\"]{border-color:var(--fella-border)!important}#navbar .nav-logo{color:var(--fella-text)!important;font-family:'Geist', -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif;font-size:1.25rem;font-weight:600;letter-spacing:-0.035em;text-transform:lowercase}#navbar .nav-tabs-item[data-active=\"true\"]{color:var(--fella-brand-dark)!important}#navbar .nav-tabs-item{color:var(--fella-text-dim)!important;font-size:0.75rem;font-weight:600}#navbar .nav-tabs-item:hover{color:var(--fella-text)!important}#navbar .nav-tabs-item[data-active=\"true\"]>div{height:1px;background:var(--fella-brand)!important;border-radius:0}#sidebar,#sidebar-content{border-color:var(--fella-border)}#sidebar,#sidebar-content,#sidebar [data-component-part=\"scroll-area-viewport\"]{background:var(--fella-bg)!important}#sidebar [data-component-part=\"scroll-area-viewport\"].base-ui-disable-scrollbar,#sidebar-content [data-component-part=\"scroll-area-viewport\"].base-ui-disable-scrollbar{scrollbar-color:var(--fella-border-strong) transparent}#sidebar [data-component-part=\"scroll-area-viewport\"].base-ui-disable-scrollbar::-webkit-scrollbar-thumb,#sidebar-content [data-component-part=\"scroll-area-viewport\"].base-ui-disable-scrollbar::-webkit-scrollbar-thumb{background:var(--fella-border-strong)}:is(#sidebar,#sidebar-content) .sidebar-group-header{color:var(--fella-text)!important;font-size:0.75rem;font-weight:600;letter-spacing:-0.01em;line-height:1rem}:is(#sidebar,#sidebar-content) .sidebar-group li>a{color:var(--fella-text-dim)!important;font-size:0.875rem;line-height:1.25rem;font-weight:400;text-shadow:none!important}:is(#sidebar,#sidebar-content) .sidebar-group li>a svg{background:var(--fella-text-faint)!important}:is(#sidebar,#sidebar-content) .sidebar-group ul.sidebar-group .sidebar-group-header{color:var(--fella-text-dim)!important;font-size:0.875rem;font-weight:400;line-height:1.25rem}:is(#sidebar,#sidebar-content) .sidebar-group ul.sidebar-group .sidebar-group-header:hover{background:var(--fella-inset)!important;color:var(--fella-text)!important}:is(#sidebar,#sidebar-content) .sidebar-group ul.sidebar-group .sidebar-group-header svg{background:var(--fella-text-faint)!important}:is(#sidebar,#sidebar-content) .sidebar-group li>a[aria-current=\"page\"]{background:var(--fella-sidebar-active)!important;color:var(--fella-sidebar-active-text)!important;border-radius:var(--fella-radius-sm);font-weight:600}:is(#sidebar,#sidebar-content) .sidebar-group li>a[aria-current=\"page\"] svg{background:var(--fella-sidebar-active-text)!important}:is(#sidebar,#sidebar-content) .sidebar-group li>a:hover{background:var(--fella-inset)!important;color:var(--fella-text)!important}#content-container{background:var(--fella-bg)!important}#search-bar-entry{background:var(--fella-raised)!important;border-color:var(--fella-border)!important;color:var(--fella-text-dim)!important;font-size:0.75rem;box-shadow:none!important}#search-bar-entry>div>div.truncate{line-height:1.25}#search-bar-entry>div>span{color:var(--fella-text-faint);font-size:0.6875rem}#search-bar-entry:hover,#search-bar-entry:focus-visible{border-color:var(--fella-brand)!important}#table-of-contents{color:var(--fella-text-dim)!important;border-left:1px solid var(--fella-border);padding-left:0.9rem}#table-of-contents h2 button{min-height:2rem;padding:0.45rem 0.6rem;color:var(--fella-text)!important;font-size:0.875rem;font-weight:600}#table-of-contents :is(.toc,#table-of-contents-content) li>a{display:block;margin:0;border-left:1px solid transparent;border-radius:0;color:var(--fella-text-dim)!important;padding:0.25rem 0;font-size:0.875rem;line-height:1.5rem;text-shadow:none!important}#table-of-contents :is(.toc,#table-of-contents-content) li>a:hover{background:transparent!important;color:var(--fella-text)!important}#table-of-contents :is(.toc,#table-of-contents-content) li[data-active]>a{background:transparent!important;border-left-color:var(--fella-brand)!important;color:var(--fella-brand-dark)!important;font-weight:600;text-shadow:none!important}#table-of-contents :is(.toc,#table-of-contents-content) li li>a{padding-left:1.4rem}#table-of-contents :is(.toc,#table-of-contents-content) li li li>a{padding-left:2.1rem}#table-of-contents-content>li.toc-item{padding-left:0!important}#table-of-contents-content>li[data-depth=\"0\"]>a{padding-left:0.6rem!important}#table-of-contents-content>li[data-depth=\"1\"]>a{padding-left:1.4rem!important}#table-of-contents-content>li[data-depth=\"2\"]>a{padding-left:2.1rem!important}#table-of-contents [data-component-part=\"scroll-area-viewport\"].base-ui-disable-scrollbar{scrollbar-width:thin;scrollbar-color:var(--fella-border-strong) transparent}#table-of-contents [data-component-part=\"scroll-area-viewport\"].base-ui-disable-scrollbar::-webkit-scrollbar{display:block;width:8px}#content-container :is(.card[role=\"link\"],[data-component-part=\"card\"],[data-component-part=\"card-content-container\"]){background:var(--fella-raised)!important;border-color:var(--fella-border)!important;border-radius:var(--fella-radius);box-shadow:none!important;transition:border-color 110ms var(--fella-ease)}#content-container :is(.card[role=\"link\"],[data-component-part=\"card\"],[data-component-part=\"card-content-container\"]):hover{border-color:var(--fella-border-strong)!important;box-shadow:none!important}#content-container [data-component-part=\"card-title\"]{color:var(--fella-text)!important}#content-container [data-component-part=\"card-icon\"]{color:var(--fella-brand)!important}#header .eyebrow{color:var(--fella-text-faint)!important;font-size:0.75rem;line-height:1.4}#header h1#page-title{max-width:34rem;font-size:clamp(2rem, 4vw, 2.65rem);font-weight:700;letter-spacing:-0.04em;line-height:1.08}#header>div[class~=\"mt-2\"][class~=\"text-lg\"][class~=\"prose\"]{color:var(--fella-text-dim)!important;font-size:1rem;line-height:1.5}#content .mdx-content{font-size:0.9375rem;line-height:1.7}#content .mdx-content>blockquote{margin:1.25rem 0 0.9rem;border-left:0;color:var(--fella-text-dim);font-size:0.9375rem;padding:0}#content .mdx-content>blockquote p{color:var(--fella-text-dim);margin:0}#content .mdx-content>p>strong:first-child{color:var(--fella-text);font-weight:600}#content .mdx-content>h2{margin-top:2.25rem;font-size:1.25rem;letter-spacing:-0.025em}#content .mdx-content>h3{margin-top:1.75rem;font-size:1rem;letter-spacing:-0.015em}#content .mdx-content :not(pre)>code{border:1px solid var(--fella-border);border-radius:5px;background:var(--fella-inset)!important;color:var(--fella-brand-dark);font-size:0.86em;padding:0.12rem 0.35rem}#content .code-block,#content .code-group{background:var(--fella-inset)!important;border:1px solid var(--fella-border)!important;border-radius:var(--fella-radius)!important;box-shadow:none!important;overflow:hidden}#content .code-group [data-component-part=\"code-group-tab-bar\"]{display:flex;min-height:2.75rem;align-items:center;justify-content:space-between;border-bottom:1px solid var(--fella-border)!important;background:transparent!important;padding-inline:0.75rem}#content .code-group [data-component-part=\"tab-button\"]{border-bottom:2px solid transparent;border-radius:0;color:var(--fella-text-dim)!important;font-size:0.75rem;font-weight:600;padding:0.8rem 0.55rem 0.65rem}#content .code-group [data-component-part=\"tab-button\"][data-active=\"true\"],#content .code-group button[role=\"tab\"][aria-selected=\"true\"]{border-bottom-color:var(--fella-brand)!important;background:transparent!important;color:var(--fella-brand-dark)!important}#content .code-group [role=\"tabpanel\"]{border:0!important;border-radius:0!important;background:transparent!important}#content .code-group [data-component-part=\"code-block-root\"],#content .code-block [data-component-part=\"code-block-root\"]{border:0!important;border-radius:0!important;background:var(--fella-inset)!important;box-shadow:none!important}#content .code-block [class~=\"peer/title\"]{border-bottom:1px solid var(--fella-border);background:var(--fella-raised)!important;color:var(--fella-text-faint)!important;font-family:'Geist Mono', ui-monospace, SFMono-Regular, Menlo, monospace;font-size:0.7rem;padding:0.65rem 1rem}#content :is(.code-block,.code-group) pre.shiki,#content :is(.code-block,.code-group) pre.shiki code{background:transparent!important;border:0!important;border-radius:0!important;box-shadow:none!important}#content :is(.code-block,.code-group) pre.shiki{font-family:'Geist Mono', ui-monospace, SFMono-Regular, Menlo, monospace;font-size:0.8rem;line-height:1.75;padding:1.1rem 1.15rem!important}#content :is(.code-block,.code-group) [data-component-part=\"scroll-area-viewport\"]{padding:0!important}#content [data-floating-buttons=\"true\"]{top:0.7rem!important;right:0.7rem!important;gap:0.25rem}#content [data-floating-buttons=\"true\"] button{border:0!important;border-radius:5px;background:transparent!important;box-shadow:none!important;color:var(--fella-text-faint)!important;padding:0.25rem}#content [data-floating-buttons=\"true\"] button:hover{background:var(--fella-raised)!important;color:var(--fella-text)!important}#content .mdx-content table{border-collapse:collapse;font-size:0.875rem}#content .mdx-content th{color:var(--fella-text)!important;font-weight:600}#content .mdx-content :is(th,td){border-color:var(--fella-border)!important}body :is(h1,h2,h3,h4,h5,h6){color:var(--fella-text);font-weight:600;letter-spacing:-0.014em;text-wrap:balance}body :is(p,li,td,dd){color:var(--fella-text-dim)}body a{color:var(--fella-link);transition:color 110ms var(--fella-ease), border-color 110ms var(--fella-ease)}body a:hover{color:var(--fella-brand-dark)}body :is(code,pre,kbd){font-family:'Geist Mono', ui-monospace, SFMono-Regular, Menlo, monospace}body :is(table,[data-component=\"card\"],.card[role=\"link\"],.code-block,[data-component-part=\"code-block-root\"]){border-color:var(--fella-border);border-radius:var(--fella-radius);box-shadow:none!important}body pre{background:var(--fella-inset);border:1px solid var(--fella-border);border-radius:var(--fella-radius);overflow-x:auto;box-shadow:none!important}body :is(pre,pre code,[data-component=\"code-block\"],[data-component-part=\"code-block\"]){box-shadow:none!important}body :is(code,kbd){border-radius:5px}body :is(header,nav){border-color:var(--fella-border)}body :is(button,[role=\"button\"]):focus-visible,body a:focus-visible{outline:none;box-shadow:0 0 0 3px color-mix(in srgb, var(--fella-brand) 45%, transparent);border-radius:var(--fella-radius-sm)}::selection{background:color-mix(in srgb, var(--fella-brand) 26%, transparent)}*{scrollbar-color:var(--fella-border-strong) transparent}*::-webkit-scrollbar-thumb{background:var(--fella-border-strong)}*:hover::-webkit-scrollbar-thumb{background:var(--fella-brand)}@media (prefers-reduced-motion: reduce){*,*::before,*::after{transition-duration:0.01ms!important}}"}],"page":{"pagePath":"other-resources/evaluation","slug":"/other-resources/evaluation","pageMetadata":{"title":"Evaluation and testing","description":"Run contributor checks and evaluate model behavior.","icon":"test-tube","href":"/other-resources/evaluation"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Run contributor checks and evaluate model behavior.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,p:`p`,pre:`pre`,span:`span`,..._provideComponents(),...props.components},{CodeBlock,Heading,Warning}=_components;if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!Warning)_missingMdxReference(`Warning`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`1`,id:`test-the-claim-at-the-right-layer`,children:`Test the claim at the right layer`}),`\n`,_jsxs(_components.p,{children:[`Fella’s tests are organized under `,_jsx(_components.a,{href:`https://github.com/Avijit-Kumar-GIT/fella/tree/main/tests`,children:_jsx(_components.code,{children:`tests/`})}),`: JavaScript and Python unit suites, Rust integration tests, Electron journeys, and provider-backed evaluations. Rust unit tests that need private module details stay beside the source they cover.`]}),`\n`,_jsx(Heading,{level:`2`,id:`contributor-checks`,children:`Contributor checks`}),`\n`,_jsx(_components.p,{children:`From the repository root:`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`6`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`6`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` check`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` build`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`cargo`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` fmt`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --manifest-path`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` backend/Cargo.toml`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --all`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --check`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`cargo`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` clippy`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --manifest-path`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` backend/Cargo.toml`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --all-targets`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --features`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` eval`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --locked`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` -D`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` warnings`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`cargo`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` test`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --manifest-path`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` backend/Cargo.toml`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --locked`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`python3`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` -m`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` unittest`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` discover`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` -s`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` tests/unit/python`})]}),`\n`]})})}),`\n`,_jsx(_components.p,{children:`CI also runs the Electron bridge, updater, chart renderer, release metadata,\nFQA-Bench adapter, and packaged-app smoke checks. It uses the default SQLite\nbackend with the default PDF and XLSX features.`}),`\n`,_jsx(Warning,{children:_jsxs(_components.p,{children:[`DuckDB is not a CI path. CI avoids `,_jsx(_components.code,{children:`--features duckdb`}),` because the bundled build is resource intensive and the DuckDB backend has ingestion-parity gaps. Do not describe it as CI-tested.`]})}),`\n`,_jsx(Heading,{level:`2`,id:`desktop-journeys`,children:`Desktop journeys`}),`\n`,_jsxs(_components.p,{children:[`Playwright configurations and Electron support code are in\n`,_jsx(_components.a,{href:`https://github.com/Avijit-Kumar-GIT/fella/tree/main/tests/e2e`,children:_jsx(_components.code,{children:`tests/e2e/`})}),`.\nBuild the app first, then run the suite relevant to your change:`]}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`4`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`4`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` electron:build`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` test:e2e:generative`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` test:e2e:desktop-ui`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` test:e2e:workspace`})]}),`\n`]})})}),`\n`,_jsx(_components.p,{children:`Credentialed real-model journeys use the configured app provider and incur\nusage charges:`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`3`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`3`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` test:e2e:release:live`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` test:e2e:charts:journey`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pnpm`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` test:e2e:analysis-families:real`})]}),`\n`]})})}),`\n`,_jsx(_components.p,{children:`The last command covers chart families against Luna and Gemma 4 31B. Use\nOllama Cloud for Gemma unless the local Ollama server actually hosts that\nmodel. Journey completion does not grade numerical correctness or chart\nsuitability.`}),`\n`,_jsx(Heading,{level:`2`,id:`model-evaluation`,children:`Model evaluation`}),`\n`,_jsxs(_components.p,{children:[`FQA-Bench and the model tasks under `,_jsx(_components.code,{children:`bench/`}),` capture analytical outcomes and\ngrading criteria. They do not require a particular internal tool order or\nwording. Run a real provider evaluation with a copied app-data directory:`]}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`8`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`8`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#DCDCAA`},children:`cd`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` backend`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#9CDCFE`},children:`AGENT_EVAL_DATA_DIR`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`/tmp/fella-eval`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` cargo`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` run`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --release`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --features`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` eval`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --example`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` agent_eval`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` bench`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D7BA7D`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --dir`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` ../bench/folder-qa`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D7BA7D`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --harness`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` fella`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D7BA7D`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --iters`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#B5CEA8`},children:` 3`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D7BA7D`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --models`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"ollama-cloud/gemma4:31b\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D7BA7D`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --json`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` ../bench/folder-qa/out/fella.json`})]}),`\n`]})})}),`\n`,_jsx(_components.p,{children:`Provider output is stochastic. Use multiple iterations, report majority\naccuracy and consistency, and inspect minority failures. Keep model, endpoint,\ntask set, and harness fixed when comparing a change. Never tune grading\ncriteria after seeing candidate output; version approved changes and report\nthe baseline separately.`})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Evaluation and testing","description":"Run contributor checks and evaluate model behavior.","icon":"test-tube","href":"/other-resources/evaluation"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Test the claim at the right layer","slug":"test-the-claim-at-the-right-layer","depth":1,"children":[]},{"title":"Contributor checks","slug":"contributor-checks","depth":2,"children":[]},{"title":"Desktop journeys","slug":"desktop-journeys","depth":2,"children":[]},{"title":"Model evaluation","slug":"model-evaluation","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"fella-c4d56bee","siteName":"fella","title":"Evaluation and testing - fella","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-25T19:15:21.653Z","originalFileLocation":"other-resources/evaluation.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Run contributor checks and evaluate model behavior.\">\u003cmeta data-mint-head name=\"application-name\" content=\"fella\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Evaluation and testing - fella\">\u003cmeta data-mint-head property=\"og:description\" content=\"Run contributor checks and evaluate model behavior.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"fella\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.lilfella.app/other-resources/evaluation\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://fella-c4d56bee.mintlify.site/_mintlify/api/og/v2?division=Testing+and+evaluation\u0026amp;title=Evaluation+and+testing\u0026amp;description=Run+contributor+checks+and+evaluate+model+behavior.\u0026amp;theme=b8837a3cad0ee76030b78ac1\u0026amp;signature=8095bb7257839c66e97b782c046cd766fc5946b239a2ed586c39694a2827da47\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Evaluation and testing - fella\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Run contributor checks and evaluate model behavior.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://fella-c4d56bee.mintlify.site/_mintlify/api/og/v2?division=Testing+and+evaluation\u0026amp;title=Evaluation+and+testing\u0026amp;description=Run+contributor+checks+and+evaluate+model+behavior.\u0026amp;theme=b8837a3cad0ee76030b78ac1\u0026amp;signature=8095bb7257839c66e97b782c046cd766fc5946b239a2ed586c39694a2827da47\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/fella-c4d56bee/5YRwoTDajbiRgRSm/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"fella\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#008080\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.lilfella.app/other-resources/evaluation\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/other-resources/evaluation.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.lilfella.app/#organization\",\"name\":\"fella\",\"url\":\"https://docs.lilfella.app\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/fella-c4d56bee/6AzAQrqI--kvA3LX/logo.svg?fit=max\u0026auto=format\u0026n=6AzAQrqI--kvA3LX\u0026q=85\u0026s=c6f645157f00678cd65f0d2849595eb6\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.lilfella.app#website\",\"name\":\"fella\",\"url\":\"https://docs.lilfella.app\",\"publisher\":{\"@id\":\"https://docs.lilfella.app/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.lilfella.app/other-resources/evaluation#webpage\",\"url\":\"https://docs.lilfella.app/other-resources/evaluation\",\"name\":\"Evaluation and testing\",\"description\":\"Run contributor checks and evaluate model behavior.\",\"dateModified\":\"2026-10-25T19:15:21.653Z\",\"isPartOf\":{\"@id\":\"https://docs.lilfella.app#website\"},\"breadcrumb\":{\"@id\":\"https://docs.lilfella.app/other-resources/evaluation#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.lilfella.app/other-resources/evaluation#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Testing and evaluation\",\"item\":\"https://docs.lilfella.app/other-resources/fqa-bench\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Evaluation and testing\",\"item\":\"https://docs.lilfella.app/other-resources/evaluation\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.lilfella.app/other-resources/evaluation#article\",\"headline\":\"Evaluation and testing\",\"name\":\"Evaluation and testing\",\"description\":\"Run contributor checks and evaluate model behavior.\",\"url\":\"https://docs.lilfella.app/other-resources/evaluation\",\"mainEntityOfPage\":{\"@id\":\"https://docs.lilfella.app/other-resources/evaluation#webpage\"},\"dateModified\":\"2026-10-25T19:15:21.653Z\",\"publisher\":{\"@id\":\"https://docs.lilfella.app/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.lilfella.app#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"fella\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"fella\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/other-resources/evaluation.md","siteName":"fella","nav":{"global":null,"tabs":[{"tab":"Overview","icon":"house","pages":[{"title":"Overview","href":""}]},{"tab":"Getting started","icon":"play","pages":[{"title":"Getting started","href":"/getting-started"}]},{"tab":"Use Fella","icon":"compass","pages":[{"title":"Use Fella","href":"/developer-platform/using-fella"}]},{"tab":"Concepts","icon":"layers","pages":[{"title":"Concepts","href":"/concepts/architecture"}]},{"tab":"Resources","icon":"book-open","groups":[{"group":"Reference","pages":[{"title":"Commands and shortcuts","icon":"command","href":"/developer-platform/using-fella/commands"}]},{"group":"Testing and evaluation","icon":"test-tube","pages":[{"title":"Fella FolderQA Benchmark","icon":"flask-conical","href":"/other-resources/fqa-bench"},{"title":"Benchmarks","description":"Reproduce and interpret Fella's dated harness-comparison measurements.","icon":"flask-conical","href":"/other-resources/benchmarks"},{"title":"Evaluation and testing","icon":"test-tube","href":"/other-resources/evaluation"}]},{"group":"Project","icon":"git-pull-request","pages":[{"title":"Contributing","description":"Make a focused app change and verify the claim it affects.","icon":"git-pull-request","href":"/other-resources/contributing"}]}]}]},"basePath":"","title":"Evaluation and testing - fella","deploymentId":"dpl_HhUetB7eHHDAmK9T1Teip38TgFx9","buildId":"dpl_HhUetB7eHHDAmK9T1Teip38TgFx9","dynamics":[],"chunks":[]}