Saved conversations that check your agent still answers right after a change.
This guide is being written. It will cover:
Writing a test
Running tests and reading results
What a test run costs
Was this page helpful?
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Ask","colors":{"primary":"#455A75","light":"#8FA3BD","dark":"#455A75"},"seo":{"metatags":{"canonical":"https://docs.asknow.no"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"asknow","hasAudioNarration":false,"actualSubdomain":"asknow","customDomains":["docs.asknow.no"],"gitSource":{"type":"github","owner":"norskprogramvare","repo":"frontoffice","deployBranch":"main","contentDirectory":"apps/docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"latestBuiltDeploymentHistoryId":"6ad13ff6fd3f4e28764c6ee5","collectionId":"8f036ef1-1ff7-4b80-b6d9-7c136fb4101b","liveDeploymentHistoryId":"6ad13ff6fd3f4e28764c6ee5","schemaVersion":"v3"},"feedback":{"thumbs":true},"entitlements":{},"buildId":"6ad1453f939cdc6076113615","clientVersion":"0.0.3859","searchFilterCounts":[{"language":"default","tag":"Developers","count":2},{"language":"default","tag":"Go live","count":1},{"language":"default","tag":"Get started","count":1}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"hasChatPermissions":true,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-branches-v2-autocommit","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-branches-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"teamspace","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"client-snapshot-docs-config","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false},"customCss":[],"page":{"pagePath":"test/agent-tests","slug":"/test/agent-tests","pageMetadata":{"title":"Agent tests","description":"Saved conversations that check your agent still answers right after a change.","noindex":true,"href":"/test/agent-tests"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Saved conversations that check your agent still answers right after a change.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={li:`li`,p:`p`,ul:`ul`,..._provideComponents(),...props.components},{Note}=_components;if(!Note)_missingMdxReference(`Note`,true);return _jsxs(_Fragment,{children:[_jsx(Note,{children:_jsx(_components.p,{children:`This guide is being written. It will cover:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Writing a test`}),`\n`,_jsx(_components.li,{children:`Running tests and reading results`}),`\n`,_jsx(_components.li,{children:`What a test run costs`}),`\n`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Agent tests","description":"Saved conversations that check your agent still answers right after a change.","noindex":true,"href":"/test/agent-tests"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"subdomain":"asknow","siteName":"Ask","title":"Agent tests - Ask","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-15T20:31:25.853Z","originalFileLocation":"test/agent-tests.mdx"},"headHtml":"\u003cmeta data-mint-head name=\"description\" content=\"Saved conversations that check your agent still answers right after a change.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Ask\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003cmeta data-mint-head name=\"robots\" content=\"noindex\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/asknow/_generated/favicon/apple-touch-icon.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/asknow/_generated/favicon/favicon-32x32.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/asknow/_generated/favicon/favicon-16x16.png?v=3\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/asknow/_generated/favicon/favicon.ico?v=3\">\u003cmeta data-mint-head property=\"og:title\" content=\"Agent tests - Ask\">\u003cmeta data-mint-head property=\"og:description\" content=\"Saved conversations that check your agent still answers right after a change.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Ask\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.asknow.no/test/agent-tests\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Agent tests - Ask\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Saved conversations that check your agent still answers right after a change.\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/asknow/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Ask\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#455A75\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.asknow.no/test/agent-tests\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/test/agent-tests.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Ask\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Ask","nav":{"global":null,"groups":[{"group":"Get started","pages":[{"title":"Introduction","description":"What Ask is, and where to start when you connect it to your own systems.","href":"/index"},{"title":"Quickstart","description":"Get your first agent answering customers on your website.","href":"/quickstart"},{"title":"Key concepts","description":"The handful of ideas that make the rest of Ask make sense.","href":"/concepts"}]},{"group":"Build your agent","pages":[{"title":"Agents and publishing","description":"Create an agent, set how it speaks, and publish changes safely.","noindex":true,"href":"/agents/overview"},{"title":"Documents","description":"Give your agent knowledge from your website, an FAQ, your own text or a Google Sheet.","noindex":true,"href":"/agents/documents"},{"title":"Procedures","description":"Step-by-step flows for tasks like returns and order questions.","noindex":true,"href":"/agents/procedures"},{"title":"Tools","description":"Let your agent look things up in Shopify or call your own systems.","noindex":true,"href":"/agents/tools"},{"title":"Templates","description":"Saved replies the agent and your team can reuse.","noindex":true,"href":"/agents/templates"}]},{"group":"Test","pages":[{"title":"Test panel","description":"Talk to a draft of your agent before customers do.","noindex":true,"href":"/test/test-panel"},{"title":"Agent tests","description":"Saved conversations that check your agent still answers right after a change.","noindex":true,"href":"/test/agent-tests"}]},{"group":"Go live","pages":[{"title":"Add the chat widget to your website","description":"Turn on the website widget for an agent, paste one script tag into your site, and allow your domains.","href":"/channels/widget"},{"title":"Email","description":"Let your agent answer customer email from your own address.","noindex":true,"href":"/channels/email"},{"title":"Phone","description":"Let your agent answer phone calls.","noindex":true,"href":"/channels/phone"}]},{"group":"Inbox","pages":[{"title":"Cases and handoffs","description":"Pick up the conversations the agent hands to a person.","noindex":true,"href":"/inbox/cases"}]},{"group":"Insights","pages":[{"title":"Topics and insights","description":"See what customers ask about and how well the agent answers.","noindex":true,"href":"/insights/topics"}]},{"group":"Settings","pages":[{"title":"Users and roles","description":"Invite your team and choose what each person can do.","noindex":true,"href":"/settings/users"}]},{"group":"Developers","pages":[{"title":"Connect an AI assistant","description":"Connect Claude, ChatGPT or Cursor to your Ask workspace over MCP: setup, access levels and what each tool needs.","href":"/ai-assistant"},{"title":"Webhook tools","description":"The HTTPS request Ask sends to your endpoint when an agent calls a webhook tool, and how your response is used.","href":"/tools/webhook"}]}]},"title":"Agent tests - Ask","buildId":"dpl_D7EzQaYVSUPvr6H5eCdmRjtFr6Mz","deploymentId":"dpl_D7EzQaYVSUPvr6H5eCdmRjtFr6Mz","dynamics":[],"chunks":[]}