{"generatedAt":"2026-09-13T04:31:49.845Z","docs":[{"id":"admin-console.overview","slug":"admin-console","title":"Admin Console","summary":"Understand the organization-level administration surfaces available at admin.teammately.ai.","kind":"reference","product_area":"admin_console","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["organization-admin","admin-console"],"related":["governance.workspace-administration","governance.roles-permissions","reference.permissions"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/admin.tsx","../teammately-brown-thrasher/app/models/adminDirectories.tsx","../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/index.tsx","../teammately-admin/app/models/directories.tsx","../teammately-admin/app/models/integrationProviders.ts","../teammately-admin/app/routes/integrations._index/partners.json","../teammately-admin/app/routes/integrations._index/Presentation.tsx","../teammately-admin/app/routes/api-keys/index.tsx","../teammately-admin/app/routes/domain-control/index.tsx","../teammately-admin/app/routes/ip-limit/index.tsx","../teammately-admin/app/routes/roles/Presentation.tsx"]},{"id":"agent-context.index","slug":"agent-context","title":"Agent context index","summary":"Use Teammately docs safely from AI agents, retrieval tools, and coding assistants.","kind":"reference","product_area":"agent_context","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["agent docs"],"related":["agent-instructions","object-model.overview","reference.index"],"source_confidence":"docs-backed","source_refs":["src/lib/docs/load.ts","src/lib/docs/llms.ts","src/pages/api/docs/context.ts","src/pages/docs/tasks.json.ts","src/mcp/tools.ts","src/mcp/app.ts"]},{"id":"agent-instructions","slug":"agent-instructions","title":"Agent instructions","summary":"Rules coding agents should follow when using Teammately public docs as source context.","kind":"reference","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["agent retrieval","docs context"],"related":["intro.what-is-teammately","product-loop","quickstart.product"],"source_confidence":"docs-backed","source_refs":["src/lib/docs/load.ts","src/lib/docs/llms.ts","src/pages/api/docs/context.ts","src/pages/docs/tasks.json.ts","src/mcp/tools.ts","src/mcp/app.ts"]},{"id":"agent-setup.overview","slug":"agent-setup","title":"Agent Setup","summary":"Configure Project Context and Reference Materials so Teammately agents have reusable project understanding before contribution work.","kind":"concept","product_area":"agent_setup","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["project-context","reference-materials","project-understanding"],"related":["agent-setup.project-context","agent-setup.reference-materials"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.agents/index.tsx","../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx"]},{"id":"agent-setup.project-context","slug":"agent-setup/project-context","title":"Project Context","summary":"Maintain the Project Agent Brief that gives Teammately agents stable, project-wide understanding.","kind":"reference","product_area":"agent_setup","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["project-agent-brief","project-context"],"related":["agent-setup.overview","agent-setup.reference-materials","project-settings.input-schema"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.agents.project-context.tsx"]},{"id":"agent-setup.reference-materials","slug":"agent-setup/reference-materials","title":"Reference Materials","summary":"Connect project knowledge, inspect indexing state, and verify the blocks available to Teammately agents.","kind":"reference","product_area":"agent_setup","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["reference-materials","indexed-reference"],"related":["agent-setup.overview","agent-setup.project-context","governance.ai-feature-boundaries"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.agents.reference-materials.materials/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.agents.reference-materials.indexed-reference/index.tsx","internal-api/internal/services/sourcecontextpacks/project_understanding.go"]},{"id":"assets.overview","slug":"assets","title":"Assets","summary":"Manage reusable project cases, worlds, project tools, harnesses, weights, comparison directions, and review screens before selecting them for benchmark work.","kind":"concept","product_area":"assets","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["cases","harnesses","project-assets"],"related":["assets.cases","assets.harnesses","assets.project-tools","assets.worlds","assets.weights","assets.comparison-directions","assets.review-screens","benchmark-datasets.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets/index.tsx","../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx"]},{"id":"assets.cases","slug":"assets/cases","title":"Cases","summary":"Understand canonical project cases, their input and materials, and how they become members of benchmark datasets.","kind":"reference","product_area":"assets","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["cases","case-materials"],"related":["assets.overview","project-settings.input-schema","benchmark-datasets.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","internal-api/internal/services/casecontent/contract.go","internal-api/internal/services/casecontent/case_view.go"]},{"id":"assets.comparison-directions","slug":"assets/comparison-directions","title":"Comparison Directions","summary":"Create reusable guidance for meaningful candidate-output differences in comparative expert work.","kind":"reference","product_area":"assets","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["comparison-directions","comparative-contributions"],"related":["assets.overview","expert-contributions.overview","concepts.weave"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.comparison-directions._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.comparison-directions.$comparisonDirectionId/index.tsx","internal-api/internal/api/routers/output_variants.go"]},{"id":"assets.harnesses","slug":"assets/harnesses","title":"Harnesses","summary":"Build versioned Python Harness bundles, validate and debug Drafts, publish exact Versions, and activate them for benchmark evaluations.","kind":"reference","product_area":"assets","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["harnesses","candidate-versions"],"related":["assets.overview","benchmark-evaluations.overview","improve.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.harnesses._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.harnesses.$harnessId/index.tsx","../teammately-brown-thrasher/app/components/organisms/HarnessOutputMappingPanel/HarnessOutputMappingPanel.component.tsx","internal-api/internal/services/runnableadapter/replay_script.go"]},{"id":"assets.project-tools","slug":"assets/project-tools","title":"Project Tools","summary":"Understand the current Project Tools asset surface and its deliberately limited public behavior.","kind":"reference","product_area":"assets","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["project-tools"],"related":["assets.overview","assets.harnesses"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.project-tools._index.tsx"]},{"id":"assets.review-screens","slug":"assets/review-screens","title":"Review Screens","summary":"Configure reusable project templates for the context and presentation experts see during Contribution work.","kind":"reference","product_area":"assets","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["review-screens","reviewer-ui"],"related":["assets.overview","expert-contributions.overview","project-settings.input-schema"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.review-screens._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.review-screens.$caseReviewScreenId/index.tsx"]},{"id":"assets.weights","slug":"assets/weights","title":"Weights","summary":"Understand the current Weights asset surface and the absence of a public model-weight lifecycle.","kind":"reference","product_area":"assets","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["weights"],"related":["assets.overview","assets.harnesses"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.weights._index.tsx"]},{"id":"assets.worlds","slug":"assets/worlds","title":"Worlds","summary":"Understand the current Worlds asset surface without inferring an environment lifecycle that the product does not expose.","kind":"reference","product_area":"assets","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["worlds"],"related":["assets.overview","assets.harnesses"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.worlds._index.tsx","../teammately-brown-thrasher/app/types/runnableAdapter.ts"]},{"id":"benchmark-datasets.overview","slug":"benchmark-datasets","title":"Benchmark Datasets","summary":"Select benchmark Cases, inspect representation, and freeze immutable Snapshots for reproducible evidence.","kind":"concept","product_area":"benchmark_datasets","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["benchmark-cases","representation","snapshots"],"related":["benchmark-datasets.cases","benchmark-datasets.representation","benchmark-datasets.snapshots","coverage-management.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets/index.tsx"]},{"id":"benchmark-datasets.cases","slug":"benchmark-datasets/cases","title":"Benchmark Dataset Cases","summary":"Inspect benchmark Case membership, coverage traces, references, and scoped bulk actions.","kind":"task","product_area":"benchmark_datasets","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["benchmark-cases"],"related":["benchmark-datasets.overview","benchmark-datasets.representation","assets.cases","expert-contributions.request"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.cases/index.tsx"]},{"id":"benchmark-datasets.representation","slug":"benchmark-datasets/representation","title":"Dataset Representation","summary":"Analyze how distinct benchmark Cases are distributed across facets, evaluator rules, and provenance.","kind":"task","product_area":"benchmark_datasets","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["dataset-representation","coverage-analysis"],"related":["benchmark-datasets.overview","benchmark-datasets.cases","coverage-management.overview","coverage.dimensions-ontology","coverage.project-topics"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.representation/index.tsx"]},{"id":"benchmark-datasets.snapshots","slug":"benchmark-datasets/snapshots","title":"Dataset Snapshots","summary":"Freeze Cases, evaluator links, and representation facts as an immutable benchmark evidence boundary.","kind":"task","product_area":"benchmark_datasets","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["dataset-snapshots","reproducibility"],"related":["benchmark-datasets.overview","benchmark-evaluations.run","governance.reproducibility"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx"]},{"id":"benchmark-evaluations.overview","slug":"benchmark-evaluations","title":"Benchmark Evaluations","summary":"Run and inspect exact Harness Versions against an immutable Benchmark Version through Dashboard, List, Arena, and Compare.","kind":"concept","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-13","applies_to":["evaluations","runs","rankings"],"related":["benchmark-evaluations.run","benchmark-evaluations.inspect","benchmark-evaluations.compare","benchmark-evaluations.arena-rankings","benchmark-evaluations.execution-settings","benchmark-evaluations.output-mapping"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/EvaluationRunsWorkspace.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.list/index.tsx"]},{"id":"benchmark-evaluations.arena-rankings","slug":"benchmark-evaluations/arena-and-rankings","title":"Arena and Rankings","summary":"Interpret pairwise candidate disagreement, governed metric families, repeated-sampling ranks, and uncertainty.","kind":"task","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-13","applies_to":["arena","rankings","repeated-sampling"],"related":["benchmark-evaluations.overview","benchmark-evaluations.compare","benchmark-evaluations.inspect"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.arena/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/ArenaScoreboard.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/leaderboardTableModel.ts"]},{"id":"benchmark-evaluations.compare","slug":"benchmark-evaluations/compare","title":"Compare Harness Versions","summary":"Compare two or more saved Harness Versions in a symmetric evidence matrix across Cases, evaluators, and Coverage Facets.","kind":"task","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-13","applies_to":["comparisons","harness-versions"],"related":["benchmark-evaluations.overview","benchmark-evaluations.inspect","benchmark-evaluations.arena-rankings"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.compare/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/EvaluationMatrix.component.tsx"]},{"id":"benchmark-evaluations.execution-settings","slug":"benchmark-evaluations/execution-settings","title":"Evaluation Execution Settings","summary":"Configure machines and choose saved Harness Versions and Run counts at launch.","kind":"reference","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-13","applies_to":["evaluation-settings","harness-activation","sampling"],"related":["benchmark-evaluations.overview","benchmark-evaluations.run","assets.harnesses"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/EvaluationSettingsControl.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/EvaluationRunModal.component.tsx"]},{"id":"benchmark-evaluations.inspect","slug":"benchmark-evaluations/inspect-results","title":"Inspect Evaluation Results","summary":"Trace Dashboard and List signals to Run, Case, Policy, Rubric, completeness, and telemetry evidence.","kind":"task","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-13","applies_to":["evaluation-results","run-results"],"related":["benchmark-evaluations.overview","benchmark-evaluations.arena-rankings","benchmark-evaluations.compare"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.dashboard/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.list/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId/index.tsx"]},{"id":"benchmark-evaluations.output-mapping","slug":"benchmark-evaluations/output-mapping","title":"Map External Evaluation Outputs","summary":"Import reference outputs, map them to immutable benchmark Cases and attempts, and inspect the resulting output-only Run.","kind":"task","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["output-mapping","external-runs"],"related":["benchmark-evaluations.overview","benchmark-evaluations.inspect","benchmark-datasets.snapshots"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/BenchmarkOutputMappingModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/index.tsx"]},{"id":"benchmark-evaluations.run","slug":"benchmark-evaluations/run-evaluation","title":"Run a Benchmark Evaluation","summary":"Launch exact active Harness Versions against an immutable Benchmark Version as standard or repeated Run Groups.","kind":"task","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-13","applies_to":["evaluation-runs","run-groups"],"related":["benchmark-evaluations.overview","benchmark-evaluations.execution-settings","benchmark-evaluations.inspect"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/EvaluationRunModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.groups.$runGroupId/index.tsx"]},{"id":"benchmark-evaluations.run-metadata","slug":"benchmark-evaluations/run-metadata","title":"Benchmark Run Metadata","summary":"Interpret benchmark-level descriptive fields without confusing them with project settings or version identity.","kind":"reference","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["benchmark-runs","run-metadata"],"related":["benchmark-evaluations.overview","benchmark-evaluations.execution-settings","benchmark-evaluations.compare","governance.reproducibility"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/runMetadataDisplay.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId.setup/SetupRunModal.component.tsx"]},{"id":"concepts.benchmarks-versions","slug":"concepts/benchmarks-and-versions","title":"Benchmarks and versions","summary":"Understand benchmarks, benchmark versions, snapshots, and why versioned measurement matters.","kind":"concept","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["benchmarks","benchmark-evaluations"],"related":["coverage.benchmarks","coverage.benchmark-snapshots","benchmark-evaluations.inspect","benchmark-evaluations.run"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/benchmark.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/index.tsx","../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx"]},{"id":"concepts.coevolve","slug":"concepts/coevolve","title":"Coevolve","summary":"Explore multiple evidence-backed candidate directions while keeping goals, benchmark receipts, trajectories, and the current frontier connected.","kind":"concept","product_area":"coevolve","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["improvement-sessions","candidates","frontiers"],"related":["improve.overview","concepts.trialground","product-loop"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"concepts.correctness-elicitation","slug":"concepts/correctness-elicitation","title":"Correctness Elicitation","summary":"Turn tacit specialist judgment into attributable contributions, governed policies, applicability conditions, and binary rubrics.","kind":"concept","product_area":"correctness_elicitation","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["expert-contributions","policies","rubrics"],"related":["expert-contributions.overview","correctness.overview","agent-setup.overview"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"concepts.dimensions-ontology","slug":"concepts/dimensions-and-ontology","title":"Dimensions and ontology","summary":"Learn how dimensions and ontology values define the coverage space for a Teammately project.","kind":"concept","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["coverage-engineering","case-pool","benchmarks"],"related":["coverage.dimensions-ontology","coverage.generate-dimension-schema","troubleshooting.dimension-classification"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/dimension.ts","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology.$dimensionId/DimensionSettingsPanel.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.representation/index.tsx"]},{"id":"concepts.policies-rubrics","slug":"concepts/policies-and-rubrics","title":"Policies and rubrics","summary":"Learn how Teammately turns product judgment into reusable policies and scoring rubrics.","kind":"concept","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["correctness-design","expert-contributions","benchmarks"],"related":["correctness.policies-rubrics","correctness.binary-rubrics","object-model.applicability-logic","benchmark-evaluations.inspect"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx"]},{"id":"concepts.trialground","slug":"concepts/trialground","title":"Trialground","summary":"Evaluate exact Harness and Benchmark Versions in a managed proving ground with inspectable responses and Rubric evidence.","kind":"concept","product_area":"trialground","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["harnesses","benchmark-evaluations","runs"],"related":["assets.harnesses","benchmark-evaluations.overview","concepts.coevolve"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"concepts.weave","slug":"concepts/weave","title":"Weave","summary":"Construct deliberate challenge sets from coverage structure, canonical cases, variants, multimodal materials, and supported worlds.","kind":"concept","product_area":"weave","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["cases","case-materials","benchmark-datasets"],"related":["coverage.overview","assets.overview","benchmark-datasets.overview"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"concepts.workspaces-projects","slug":"concepts/workspaces-projects","title":"Workspaces and projects","summary":"Learn how Teammately organizes teams, projects, product goals, and access boundaries.","kind":"concept","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["Teammately"],"related":["product-loop","reference.ids","reference.permissions","troubleshooting.permissions"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/project.ts","../teammately-brown-thrasher/app/types/workspace.ts","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/GeneralSettingsPanel.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx"]},{"id":"correctness.overview","slug":"correctness-governance","title":"Correctness Governance","summary":"Govern project policies and rubrics, their applicability, linked cases, approval state, and contribution provenance.","kind":"concept","product_area":"correctness_governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["policies","rubrics","applicability"],"related":["correctness.policies-rubrics","correctness.binary-rubrics","concepts.correctness-elicitation","expert-contributions.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics._index/index.tsx"]},{"id":"correctness.binary-rubrics","slug":"correctness-governance/binary-rubrics","title":"Write Binary Rubrics","summary":"Write atomic pass-or-fail criteria grounded in governed policies, applicable cases, and observable candidate behavior.","kind":"task","product_area":"correctness_governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["rubrics","policies"],"related":["correctness.overview","correctness.policies-rubrics","object-model.rubrics"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx"]},{"id":"correctness.policies-rubrics","slug":"correctness-governance/policies-and-rubrics","title":"Policies and Rubrics","summary":"Understand the governed relationship between behavior policies, applicability, binary rubrics, linked cases, and expert provenance.","kind":"reference","product_area":"correctness_governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["policies","rubrics"],"related":["correctness.overview","correctness.binary-rubrics","expert-contributions.artifacts"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx"]},{"id":"coverage.overview","slug":"coverage-engineering","title":"Coverage Engineering","summary":"Design the behavior space a benchmark must represent and connect reusable project facets to benchmark coverage work.","kind":"concept","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["coverage-facets","coverage-management","benchmark-representation"],"related":["concepts.dimensions-ontology","coverage-management.overview","benchmark-datasets.overview","concepts.weave"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetupPage.component.tsx"]},{"id":"coverage.benchmark-snapshots","slug":"coverage-engineering/benchmark-snapshots","title":"Benchmark snapshots","summary":"Freeze a benchmark into a version so every run measures the same cases and judgment rules.","kind":"concept","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["benchmarks","benchmark-evaluations"],"related":["concepts.benchmarks-versions","benchmark-evaluations.run","benchmark-evaluations.inspect"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/components/organisms/BenchmarkDatasets/SnapshotManager.tsx"]},{"id":"coverage.benchmarks","slug":"coverage-engineering/benchmarks","title":"Benchmarks","summary":"Create and manage benchmark sets that measure important AI product behavior.","kind":"concept","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["benchmarks"],"related":["concepts.benchmarks-versions","coverage.create-benchmark","coverage.plan-benchmark-coverage","coverage.benchmark-snapshots"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets/index.tsx","../teammately-brown-thrasher/app/types/benchmark.ts"]},{"id":"coverage.boundary-cases","slug":"coverage-engineering/boundary-cases","title":"Boundary Cases","summary":"Use edge and ambiguous cases to sharpen policies, applicability logic, and rubrics.","kind":"concept","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["boundary-cases","coverage"],"related":["expert-contributions.complete","object-model.applicability-logic","assets.comparison-directions"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.coverage-stories/CoverageStoriesPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/CaseReviewPage.component.tsx","../teammately-brown-thrasher/app/types/caseSourcing.ts"]},{"id":"coverage.candidate-in-use-cases","slug":"coverage-engineering/candidate-and-in-use-cases","title":"Candidate and In-Use Cases","summary":"Distinguish examples under consideration from cases that actively support benchmark evidence.","kind":"reference","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["case-pool","benchmarks"],"related":["coverage.case-pool","object-model.case-pool","operating.import-prepare-cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.cases/index.tsx","../teammately-brown-thrasher/app/types/caseSourcing.ts"]},{"id":"coverage.case-construction-patterns","slug":"coverage-engineering/case-construction-patterns","title":"Case Construction Patterns","summary":"Define reusable mechanisms for constructing cases and steer how benchmarks use or avoid them.","kind":"reference","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["case-construction-patterns","case-generation","coverage-tuples"],"related":["coverage.overview","coverage.dimensions-ontology","coverage.project-topics","coverage-management.coverage-stories"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.case-construction-patterns.shared/CaseConstructionPattern.types.ts","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.case-construction-patterns._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.case-construction-patterns.$caseConstructionPatternId/index.tsx"]},{"id":"coverage.case-pool","slug":"coverage-engineering/case-pool","title":"Case Pool","summary":"Use the Case Pool to collect, triage, enrich, and promote candidate cases.","kind":"concept","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["case-pool","datasets"],"related":["assets.cases","operating.import-prepare-cases","coverage.synthesize-cases","coverage.dimensions-ontology"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/types/caseSourcing.ts"]},{"id":"coverage.case-segmentation","slug":"coverage-engineering/case-segmentation","title":"Case Segmentation","summary":"Segment cases into meaningful behavior groups so benchmark coverage is explainable.","kind":"concept","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["cases","coverage-dimensions"],"related":["coverage.dimensions-ontology","object-model.coverage-dimensions","coverage.coverage-gaps"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/BenchmarkDatasets/RepresentationExplorer.tsx","../teammately-brown-thrasher/app/types/dimension.ts","../teammately-brown-thrasher/app/types/dimensionClassification.ts"]},{"id":"coverage.coverage-gaps","slug":"coverage-engineering/coverage-gaps","title":"Coverage Gaps","summary":"Find missing or underrepresented behavior areas before benchmark evidence becomes misleading.","kind":"task","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["coverage","benchmarks"],"related":["coverage.dimensions-ontology","coverage.case-pool","coverage.refresh"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.representation/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.coverage-stories/CoverageStoriesPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/CaseReviewPage.component.tsx"]},{"id":"coverage.refresh","slug":"coverage-engineering/coverage-refresh","title":"Refresh coverage after product change","summary":"Reconcile coverage facets, Cases, benchmark membership, and Snapshots after the target system or its evidence changes.","kind":"task","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["coverage","benchmarks","cases"],"related":["intro.correctness-lifecycle","coverage.coverage-gaps","governance.versioning-staleness"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetupPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/CaseReviewPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx"]},{"id":"coverage.create-benchmark","slug":"coverage-engineering/create-a-benchmark","title":"Create a benchmark","summary":"Create the durable Benchmark workspace in which you will define coverage, select Cases, and create reproducible Snapshots.","kind":"task","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["benchmarks"],"related":["coverage.benchmarks","coverage.plan-benchmark-coverage","coverage.case-pool"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/BenchmarkSelect/index.tsx","../teammately-brown-thrasher/app/components/layouts/Base/components/CreateBenchmarkModal/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetupPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets/index.tsx","../teammately-brown-thrasher/app/types/benchmark.ts"]},{"id":"coverage.dimensions-ontology","slug":"coverage-engineering/dimensions-ontology","title":"Dimensions and Ontology","summary":"Define reusable behavior axes and their allowed values, then inspect how cases and benchmarks cover them.","kind":"reference","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["dimensions","ontology-values","case-classification"],"related":["coverage.overview","coverage.project-topics","coverage.case-construction-patterns","benchmark-datasets.representation"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/dimension.ts","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology.$dimensionId/index.tsx"]},{"id":"coverage.generate-dimension-schema","slug":"coverage-engineering/generate-dimension-schema","title":"Generate a dimension schema","summary":"Ask Teammately for coverage-dimension proposals, then accept only the dimensions and ontology values that describe meaningful behavior.","kind":"task","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["dimensions"],"related":["coverage.dimensions-ontology","concepts.dimensions-ontology","troubleshooting.dimension-classification"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/DimensionGenerationModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/ProposalCard.component.tsx","../teammately-brown-thrasher/app/types/dimension.ts"]},{"id":"coverage.plan-benchmark-coverage","slug":"coverage-engineering/plan-benchmark-coverage","title":"Plan Benchmark Coverage","summary":"Apply project Coverage Facets to one benchmark, inspect representation, and turn important gaps into concrete case or contribution work.","kind":"task","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["coverage-management","coverage-stories"],"related":["coverage.overview","coverage-management.overview","benchmark-datasets.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetupPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.coverage-stories/CoverageStoriesPage.component.tsx"]},{"id":"coverage.project-topics","slug":"coverage-engineering/project-topics","title":"Project Topics","summary":"Maintain source-grounded subject areas, editable groups, and Atlas relationships used to organize project and benchmark coverage.","kind":"reference","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["project-topics","project-topic-groups","coverage-atlas"],"related":["coverage.overview","coverage.dimensions-ontology","coverage.case-construction-patterns","coverage-management.get-started"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/projectTopics.ts","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.project-topics.topics/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.project-topics.atlas/index.tsx"]},{"id":"coverage.synthesize-cases","slug":"coverage-engineering/synthesize-cases","title":"Synthesize cases","summary":"Generate candidate cases to fill coverage gaps before adding them to benchmarks or curated datasets.","kind":"task","product_area":"coverage_engineering","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["case-pool","coverage-engineering"],"related":["coverage.case-pool","coverage.plan-benchmark-coverage","concepts.dimensions-ontology"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/CaseFoundryAPI.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/CaseReviewPage.component.tsx"]},{"id":"coverage-management.overview","slug":"coverage-management","title":"Coverage Management","summary":"Manage benchmark coverage from setup through representation, Coverage Stories, case review, Case Foundry, and contribution requests.","kind":"concept","product_area":"coverage_management","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["benchmark-coverage","coverage-stories","case-foundry"],"related":["coverage-management.get-started","coverage-management.coverage-stories","coverage-management.case-foundry","coverage-management.case-review","coverage.overview","benchmark-datasets.overview","expert-contributions.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.coverage-stories/CoverageStoriesPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/CaseReviewPage.component.tsx"]},{"id":"coverage-management.case-foundry","slug":"coverage-management/case-foundry","title":"Case Foundry","summary":"Generate or update bounded case candidates from the saved coverage setup and Story map.","kind":"task","product_area":"coverage_management","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["case-foundry","case-generation"],"related":["coverage-management.coverage-stories","coverage-management.case-review","benchmark-datasets.cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/CaseFoundryAPI.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/CaseFoundry.types.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/useCaseFoundry.ts"]},{"id":"coverage-management.case-review","slug":"coverage-management/case-review","title":"Case Review","summary":"Prepare, inspect, refine, and admit Case candidates and generated materials into the benchmark dataset.","kind":"task","product_area":"coverage_management","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["case-review","generated-materials"],"related":["coverage-management.case-foundry","coverage-management.coverage-stories","benchmark-datasets.cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/CaseReviewPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/PrepareCasesIntentModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/GeneratedMaterials.component.tsx"]},{"id":"coverage-management.coverage-stories","slug":"coverage-management/coverage-stories","title":"Coverage Stories","summary":"Organize benchmark coverage intent into governed Stories and testable facet tuples.","kind":"task","product_area":"coverage_management","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["coverage-stories","coverage-tuples"],"related":["coverage-management.overview","coverage-management.get-started","coverage-management.case-foundry","coverage-management.case-review"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.coverage-stories/CoverageStoriesPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.coverage-stories/CoverageStoryEditorModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.coverage-stories/CoverageStories.types.ts"]},{"id":"coverage-management.get-started","slug":"coverage-management/get-started","title":"Set Up Benchmark Coverage","summary":"Define benchmark intent, facet handling, artifact preferences, and evidence requirements before generating coverage work.","kind":"task","product_area":"coverage_management","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["coverage-setup","benchmark-intent"],"related":["coverage-management.overview","coverage-management.coverage-stories","coverage.dimensions-ontology","coverage.project-topics"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetupPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetup.types.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetupReadiness.tsx"]},{"id":"expert-contributions.overview","slug":"expert-contributions","title":"Expert Contributions","summary":"Coordinate benchmark-scoped expert work, attributable judgment, governed artifacts, and the decisions that move correctness forward.","kind":"concept","product_area":"expert_contributions","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["contributions","experts","contributed-artifacts"],"related":["expert-contributions.request","expert-contributions.complete","expert-contributions.artifacts","expert-contributions.lifecycle","expert-contributions.logs-status","concepts.correctness-elicitation"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions._index.tsx","../teammately-thd-merchants/app/routes/c.$contributionId/index.tsx"]},{"id":"expert-contributions.complete","slug":"expert-contributions/complete-contribution","title":"Complete an Expert Contribution","summary":"Work through form, chat, interview, case-review, and checkpoint tasks while keeping specialist judgment attributable.","kind":"task","product_area":"expert_contributions","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["contribution-tasks","checkpoints"],"related":["expert-contributions.overview","expert-contributions.request","expert-contributions.artifacts"],"source_confidence":"code-backed","source_refs":["../teammately-thd-merchants/app/routes/c.$contributionId._index/index.tsx","../teammately-thd-merchants/app/routes/c.$contributionId.c.$contributionTaskId/index.tsx","../teammately-thd-merchants/app/routes/c.$contributionId.checkpoints.$checkpointId/index.tsx","../teammately-thd-merchants/app/services/contributionExecutableTaskContract.ts","../teammately-thd-merchants/app/services/contributionRuntimeNavigation.ts"]},{"id":"expert-contributions.artifacts","slug":"expert-contributions/contributed-artifacts","title":"Contributed Artifacts","summary":"Inspect policies, rubrics, cases, and coverage observations produced through attributable expert contribution work.","kind":"reference","product_area":"expert_contributions","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["contributed-artifacts","contribution-provenance"],"related":["expert-contributions.overview","correctness.overview","coverage-management.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributed-artifacts.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributed-artifacts.by-policies.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributed-artifacts.by-rubrics.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributed-artifacts._index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributed-artifacts.by-new-coverage.tsx"]},{"id":"expert-contributions.lifecycle","slug":"expert-contributions/lifecycle-and-status","title":"Contribution Lifecycle and Status","summary":"Interpret Contribution, activity, task, expert-runtime, and checkpoint states without inferring completion.","kind":"reference","product_area":"expert_contributions","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["contribution-status","contribution-tasks","checkpoints"],"related":["expert-contributions.overview","expert-contributions.complete","expert-contributions.logs-status"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.shared/ContributionStatusTag.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.$contributionId/ContributionStatus.component.tsx","../teammately-thd-merchants/app/services/contributionExecutableTaskContract.ts","../teammately-thd-merchants/app/services/contributionRuntimeNavigation.ts"]},{"id":"expert-contributions.logs-status","slug":"expert-contributions/logs-and-status","title":"Logs & Status","summary":"Inspect contribution reviews, sessions, interviews, engagement, and operational records within the benchmark scope.","kind":"reference","product_area":"expert_contributions","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["contribution-logs","expert-engagement"],"related":["expert-contributions.overview","expert-contributions.lifecycle","expert-contributions.artifacts"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.logs-stats/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.logs-stats.reviews/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.logs-stats.interviews._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.logs-stats.contribution-engagement/index.tsx"]},{"id":"expert-contributions.request","slug":"expert-contributions/request-contribution","title":"Request an Expert Contribution","summary":"Create a focused benchmark contribution with an accountable expert, clear objectives, selected cases, attachments, and appropriate task components.","kind":"task","product_area":"expert_contributions","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["contributions","experts"],"related":["expert-contributions.overview","expert-contributions.complete","agent-setup.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.new.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.shared/ContributionRequestComposerImplementation.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.shared/ContributionRequestComposerImplementation.tsx"]},{"id":"orientation.key-objects","slug":"getting-oriented/key-objects-and-relationships","title":"Key objects and relationships","summary":"Understand how project foundations, contributions, datasets, evaluations, and improvement artifacts connect.","kind":"concept","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["object-model","artifact-relationships"],"related":["orientation.product-map","object-model.overview","product-loop"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx","internal-api/internal/services/casecontent/project_input_schema.go","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionContract.ts"]},{"id":"orientation.end-to-end","slug":"getting-oriented/operating-teammately-end-to-end","title":"Operating Teammately end to end","summary":"Operate the current product from project foundations through benchmark coverage, expert contribution, evaluation, and improvement.","kind":"task","product_area":"operating_manual","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["end-to-end","correctness-loop"],"related":["orientation.product-map","product-loop","operating.task-index"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"orientation.product-map","slug":"getting-oriented/product-map","title":"Product map","summary":"Navigate Teammately across workspace entry points, project foundations, benchmark workspaces, expert contribution UI, and administration.","kind":"concept","product_area":"introduction","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["navigation","product-surfaces"],"related":["orientation.end-to-end","orientation.key-objects","operating.task-index"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.agents/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.tsx"]},{"id":"orientation.user-roles","slug":"getting-oriented/user-roles","title":"User roles","summary":"Understand the responsibilities of project operators, domain experts, AI engineers, accountable owners, and organization administrators.","kind":"reference","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-22","applies_to":["roles","responsibilities"],"related":["orientation.product-map","expert-contributions.overview","governance.roles-permissions"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx","../teammately-thd-merchants/app/routes/c.$contributionId/index.tsx"]},{"id":"governance.overview","slug":"governance","title":"Governance Overview","summary":"Govern correctness standards, expert decisions, versions, and evidence without overstating unsupported enterprise claims.","kind":"concept","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["governance","versions","approvals"],"related":["governance.human-approval-boundaries","governance.versioning-staleness","object-model.versions-staleness-resolution"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ActivityTimeline.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId/index.tsx"]},{"id":"governance.approval-history-reviewer-activity","slug":"governance/approval-history-and-reviewer-activity","title":"Approval History and Reviewer Activity","summary":"Understand how approvals and reviewer actions support explainable correctness decisions.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["approvals","reviewer-activity"],"related":["expert-contributions.complete","governance.human-approval-boundaries","expert-contributions.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ApprovalSection.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ActivityTimeline.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.$contributionId/ContributionStatus.component.tsx"]},{"id":"governance.benchmark-versioning","slug":"governance/benchmark-versioning","title":"Benchmark Versioning","summary":"Preserve benchmark snapshots so evidence can be compared across target and standard changes.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["benchmarks","versions"],"related":["coverage.benchmark-snapshots","object-model.benchmarks","benchmark-evaluations.compare"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/index.tsx"]},{"id":"governance.case-versioning","slug":"governance/case-versioning","title":"Case Versioning","summary":"Track meaningful changes to cases, metadata, context, and attached outputs.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["cases","versions"],"related":["object-model.cases","benchmark-datasets.snapshots","governance.benchmark-versioning"],"source_confidence":"code-backed","source_refs":["internal-api/internal/services/casecontent/types.go","internal-api/internal/services/casecontent/project_input_schema.go","../teammately-brown-thrasher/app/types/caseView.ts"]},{"id":"governance.conflict-resolution","slug":"governance/conflict-resolution","title":"Resolve conflicting correctness evidence","summary":"Reconcile disagreement without hiding the Cases, expert judgments, sources, or versions that produced it.","kind":"task","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["resolution","conflicts"],"related":["governance.human-approval-boundaries","expert-contributions.artifacts","object-model.versions-staleness-resolution"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/LinkedCasesSection.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ActivityTimeline.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.$contributionId/contributionReviewResult.ts"]},{"id":"governance.human-approval-boundaries","slug":"governance/human-approval-boundaries","title":"Human Approval Boundaries","summary":"Define which AI-assisted suggestions require accountable human review before becoming standards.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["approvals","ai-assisted-features"],"related":["governance.ai-feature-boundaries","assets.comparison-directions","expert-contributions.artifacts"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ApprovalSection.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ActivityTimeline.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributed-artifacts.shared/ContributedArtifacts.types.ts","../teammately-brown-thrasher/app/routes/p.$pid.assets.comparison-directions._index/index.tsx"]},{"id":"governance.policy-versioning","slug":"governance/policy-versioning","title":"Policy Versioning","summary":"Preserve policy changes so decisions can be interpreted against the standard used at the time.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["policies","versions"],"related":["object-model.policies","governance.versioning-staleness","correctness.policies-rubrics"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/policies.ts","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ActivityTimeline.component.tsx"]},{"id":"governance.reproducibility","slug":"governance/reproducibility","title":"Reproducibility","summary":"Preserve enough source context to explain and repeat correctness decisions.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["benchmarks","benchmark-evidence"],"related":["governance.benchmark-versioning","benchmark-evaluations.compare","object-model.benchmarks"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/runMetadataDisplay.ts"]},{"id":"governance.reviewer-project-access","slug":"governance/reviewer-and-project-access","title":"Reviewer and Project Access","summary":"Route reviewers and project participants to the work they are qualified to inspect or approve.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["reviewer-access","project-access"],"related":["governance.roles-permissions","expert-contributions.overview","reference.permissions"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/types/user.ts","../teammately-brown-thrasher/app/types/workspace.ts"]},{"id":"governance.roles-permissions","slug":"governance/roles-and-permissions","title":"Roles and Permissions","summary":"Use roles and permissions to route ownership, review, and approval work clearly.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["roles","permissions"],"related":["admin-console.overview","reference.permissions","orientation.user-roles","expert-contributions.overview"],"source_confidence":"code-backed","source_refs":["../teammately-admin/app/routes/roles/Presentation.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/types/user.ts","../teammately-brown-thrasher/app/types/workspace.ts"]},{"id":"governance.rubric-versioning","slug":"governance/rubric-versioning","title":"Rubric Versioning","summary":"Track changes to pass/fail criteria and the evidence they produce.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["rubrics","versions"],"related":["object-model.rubrics","governance.versioning-staleness","correctness.binary-rubrics"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/rubrics.ts","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/RubricCard.component.tsx"]},{"id":"governance.staleness-detection","slug":"governance/staleness-detection","title":"Detect and route stale correctness evidence","summary":"Identify which current claims need review after Cases, standards, coverage, sources, or target behavior change.","kind":"task","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["staleness","versions"],"related":["governance.versioning-staleness","assets.comparison-directions","coverage.refresh"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/policies.ts","../teammately-brown-thrasher/app/types/rubrics.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.comparison-directions._index/index.tsx"]},{"id":"governance.versioning-staleness","slug":"governance/versioning-and-staleness","title":"Versioning and Staleness","summary":"Know when correctness objects changed and when old evidence may need review.","kind":"concept","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["versions","staleness"],"related":["object-model.versions-staleness-resolution","governance.staleness-detection","assets.comparison-directions","benchmark-evaluations.compare"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/policies.ts","../teammately-brown-thrasher/app/types/rubrics.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.comparison-directions._index/index.tsx"]},{"id":"governance.ai-feature-boundaries","slug":"governance/what-ai-features-can-and-cannot-do","title":"What AI Features Can and Cannot Do","summary":"Explain the difference between AI-assisted suggestions and approved correctness infrastructure.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["ai-assisted-features","approvals"],"related":["governance.human-approval-boundaries","assets.comparison-directions","concepts.correctness-elicitation","expert-contributions.complete"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/DimensionGenerationModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.comparison-directions._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ApprovalSection.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributed-artifacts.shared/ContributedArtifacts.types.ts"]},{"id":"governance.workspace-administration","slug":"governance/workspace-administration","title":"Workspace Administration","summary":"Administer workspace and project boundaries so correctness work has clear ownership and scope.","kind":"reference","product_area":"governance","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["workspaces","projects","admin"],"related":["admin-console.overview","object-model.workspaces-projects-systems","governance.roles-permissions","orientation.user-roles"],"source_confidence":"code-backed","source_refs":["../teammately-admin/app/models/directories.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/types/user.ts","../teammately-brown-thrasher/app/types/workspace.ts"]},{"id":"improve.overview","slug":"improve","title":"Improve","summary":"Coordinate durable Improvement Sessions from pinned benchmark evidence through Goal Contracts, candidates, evaluations, trajectories, and frontiers.","kind":"concept","product_area":"improve","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["improvement-sessions","goal-contracts","candidate-frontiers"],"related":["improve.start-session","improve.goal-contracts","improve.work-evolve","improve.candidates-frontier","improve.chronology-trajectories","concepts.coevolve","benchmark-evaluations.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionContract.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/improveExperience.ts","eval-engine/internal/ops/candidateexploration/manageragent/handler.go"]},{"id":"improve.candidates-frontier","slug":"improve/candidates-and-frontier","title":"Candidates and the Current Frontier","summary":"Interpret candidate stages, canonical receipts, constraints, retained Candidate Systems, and the current frontier.","kind":"reference","product_area":"improve","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["candidate-systems","current-frontier"],"related":["improve.overview","improve.goal-contracts","benchmark-evaluations.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionContract.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/evolutionArchive.ts","eval-engine/internal/ops/candidateexploration/manageragent/handler.go"]},{"id":"improve.chronology-trajectories","slug":"improve/chronology-and-trajectories","title":"Chronology, Trajectories, and Receipts","summary":"Read durable session events, safe narrated work segments, evaluation receipts, external handoffs, and usage evidence.","kind":"reference","product_area":"improve","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["improvement-chronology","trajectories","evaluation-receipts"],"related":["improve.overview","improve.work-evolve","improve.candidates-frontier"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/chronologyBlocks.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionContract.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/evolutionArchive.ts"]},{"id":"improve.goal-contracts","slug":"improve/goal-contracts","title":"Goal Contracts","summary":"Bind an Improvement Session to exact targets, measurable objectives, constraints, and permitted intervention scope.","kind":"reference","product_area":"improve","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["goal-contracts","improvement-sessions"],"related":["improve.overview","improve.start-session","improve.candidates-frontier"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionContract.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionCommands.ts"]},{"id":"improve.start-session","slug":"improve/start-improvement-session","title":"Start an Improvement Session","summary":"Start from benchmark evidence, prepare a measurable Goal Contract, and choose bounded Work or Evolve behavior.","kind":"task","product_area":"improve","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["improvement-sessions","goal-contracts"],"related":["improve.overview","benchmark-evaluations.inspect","assets.harnesses"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionContract.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionCommands.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/improveExperience.ts"]},{"id":"improve.work-evolve","slug":"improve/work-and-evolve","title":"Work and Evolve","summary":"Choose bounded implementation work or multi-branch evolutionary search with explicit epoch and provider authorization.","kind":"task","product_area":"improve","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["improve-work","improve-evolve"],"related":["improve.start-session","improve.goal-contracts","improve.chronology-trajectories"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionContract.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/workReview.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/improveExperience.ts"]},{"id":"integrations.overview","slug":"integrations","title":"Integrations","summary":"Move Cases, source materials, external outputs, and benchmark evidence across Teammately's supported product boundaries.","kind":"concept","product_area":"data_integrations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["integrations","data-movement"],"related":["integrations.import-case-examples","agent-setup.reference-materials","integrations.connect-model-outputs","integrations.reviewer-workspace"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/BenchmarkOutputMappingModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/index.tsx"]},{"id":"integrations.check-candidate-correctness","slug":"integrations/check-candidate-correctness","title":"Check candidate correctness","summary":"Use Teammately benchmark evidence to compare a candidate behavior change against a baseline before internal human review.","kind":"recipe","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["benchmark-evaluations","human-review"],"related":["coverage.benchmark-snapshots","benchmark-evaluations.run","benchmark-evaluations.compare","improve.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/workspaceTypes.ts","../teammately-brown-thrasher/app/types/benchmark.ts"]},{"id":"integrations.connect-model-outputs","slug":"integrations/connect-model-outputs","title":"Connect Model Outputs","summary":"Map externally produced outputs to immutable Benchmark Cases and create an output-only reference Run.","kind":"task","product_area":"benchmark_evaluations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["external-outputs","benchmark-evaluations"],"related":["benchmark-evaluations.output-mapping","benchmark-evaluations.run","benchmark-datasets.snapshots","troubleshooting.output-mapping"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/BenchmarkOutputMappingModal.component.tsx","../teammately-brown-thrasher/app/components/organisms/BenchmarkDatasets/CasesWorkspace/OutputMappingModal.component.tsx","internal-api/internal/services/benchmarkruns/external_reference_runs.go"]},{"id":"integrations.import-case-examples","slug":"integrations/import-case-examples","title":"Import Case Examples","summary":"Bring real product behavior examples into a Project and reconcile them against Project Input Schema before benchmark use.","kind":"task","product_area":"data_integrations","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["cases","imports"],"related":["operating.import-prepare-cases","project-settings.input-schema","assets.cases","troubleshooting.dataset-upload"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/UploadStep.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/MapColumnsStep.tsx","internal-api/internal/services/casecontent/project_input_schema.go"]},{"id":"integrations.reviewer-workspace","slug":"integrations/reviewer-workspace","title":"Expert UI","summary":"Understand how experts receive assigned work and how expert-facing tasks, interviews, and checkpoints fit into Teammately.","kind":"concept","product_area":"expert_contributions","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["reviewer-workspace","expert-contributions"],"related":["concepts.correctness-elicitation","expert-contributions.overview","expert-contributions.complete"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.review-screens.$caseReviewScreenId/index.tsx","../teammately-brown-thrasher/app/types/expertReviews.ts","../teammately-thd-merchants/app/services/contributionExecutableTaskContract.ts","../teammately-thd-merchants/app/services/contributionRuntimeNavigation.ts"]},{"id":"intro.correctness-infrastructure","slug":"introduction/correctness-infrastructure","title":"What is correctness infrastructure?","summary":"Learn how five connected capabilities turn specialist judgment into cases, executable standards, evaluation evidence, and improvement.","kind":"concept","product_area":"introduction","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["Teammately"],"related":["intro.what-is-teammately","intro.correctness-lifecycle","product-loop"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"intro.correctness-lifecycle","slug":"introduction/correctness-lifecycle","title":"The Teammately correctness lifecycle","summary":"Follow specialist AI work from project foundations through coverage, elicitation, construction, evaluation, and improvement.","kind":"concept","product_area":"introduction","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["Teammately"],"related":["intro.what-is-teammately","product-loop","quickstart.product"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"intro.product-boundaries","slug":"introduction/product-boundaries","title":"Product boundaries","summary":"Understand what Teammately owns across correctness specification, benchmark development, evaluation, and improvement.","kind":"concept","product_area":"introduction","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["Teammately"],"related":["intro.what-is-teammately","governance.ai-feature-boundaries","orientation.end-to-end"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"intro.what-is-teammately","slug":"introduction/what-is-teammately","title":"What is Teammately?","summary":"Understand Teammately as correctness infrastructure for building trustworthy specialist AI with expert judgment and AI agents.","kind":"concept","product_area":"introduction","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["Teammately"],"related":["intro.correctness-infrastructure","intro.correctness-lifecycle","intro.product-boundaries","product-loop","quickstart.product"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"object-model.overview","slug":"object-model","title":"Object model","summary":"Understand how project foundations, benchmark artifacts, contributions, evaluations, and improvement sessions connect.","kind":"reference","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["object-model","artifact-identity"],"related":["orientation.key-objects","intro.correctness-lifecycle","assets.overview","benchmark-evaluations.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx","internal-api/internal/services/casecontent/project_input_schema.go","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.improve/sessionContract.ts"]},{"id":"object-model.applicability-logic","slug":"object-model/applicability-logic","title":"Applicability logic","summary":"Explain when a policy or rubric should be used for a case, output, or coverage segment.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["policies","rubrics","cases"],"related":["correctness.policies-rubrics","object-model.policies","object-model.rubrics"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/policies.ts","../teammately-brown-thrasher/app/types/rubrics.ts","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx"]},{"id":"object-model.benchmarks","slug":"object-model/benchmarks","title":"Benchmarks","summary":"Understand a Benchmark as the durable program that owns benchmark-scoped coverage, evidence boundaries, evaluations, and improvement work.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["benchmarks"],"related":["coverage.benchmarks","concepts.benchmarks-versions","benchmark-datasets.snapshots"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/benchmark.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs._index/index.tsx"]},{"id":"object-model.case-pool","slug":"object-model/case-pool","title":"Case Pool surface","summary":"Understand Case Pool as the Assets view for reusable project Cases, candidates, and explicit Benchmark selection.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["case-pool","cases"],"related":["coverage.case-pool","coverage.candidate-in-use-cases","object-model.cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/types.ts","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/AddToBenchmarkModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx"]},{"id":"object-model.cases","slug":"object-model/cases","title":"Cases","summary":"Understand cases as the situations Teammately uses to represent important AI behavior.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["cases","case-pool"],"related":["assets.cases","coverage.case-pool","object-model.case-pool"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/caseView.ts","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../../GolandProjects/internal-api/internal/services/casecontent/types.go","../../GolandProjects/internal-api/internal/services/casecontent/project_input_schema.go"]},{"id":"object-model.coverage-dimensions","slug":"object-model/coverage-dimensions","title":"Coverage dimensions","summary":"Organize cases by the behavior axes that matter to product correctness.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["coverage-dimensions"],"related":["coverage.dimensions-ontology","concepts.dimensions-ontology","object-model.ontology"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/dimension.ts","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology.$dimensionId/index.tsx","../teammately-brown-thrasher/app/types/dimensionClassification.ts"]},{"id":"object-model.ontology","slug":"object-model/ontology","title":"Ontology","summary":"Use ontology values to classify cases consistently within each coverage dimension.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["ontology","coverage-dimensions"],"related":["coverage.dimensions-ontology","object-model.coverage-dimensions","coverage.generate-dimension-schema"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/dimension.ts","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology.$dimensionId/DimensionSettingsPanel.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.dimensions.$dimensionId/OntologyRowItem.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/ProposalCard.component.tsx"]},{"id":"object-model.outputs","slug":"object-model/outputs","title":"Outputs","summary":"Distinguish managed Run responses, imported output-only Runs, and Case-scoped reference outputs.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["outputs","target-systems"],"related":["assets.cases","benchmark-evaluations.output-mapping","object-model.reference-outputs"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/BenchmarkDatasets/CasesWorkspace/OutputMappingModal.component.tsx","../teammately-brown-thrasher/app/components/organisms/ReviewPanel/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId/index.tsx","../../GolandProjects/internal-api/internal/services/casecontent/types.go"]},{"id":"object-model.policies","slug":"object-model/policies","title":"Policies","summary":"Define policies as reusable statements of what correct AI behavior requires.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["policies"],"related":["correctness.policies-rubrics","object-model.applicability-logic","governance.policy-versioning"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/policies.ts","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ApprovalSection.component.tsx"]},{"id":"object-model.reference-outputs","slug":"object-model/reference-and-golden-outputs","title":"Reference and golden outputs","summary":"Understand Case-scoped example responses without treating them as generic approval state or candidate behavior.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["reference-outputs","golden-outputs"],"related":["object-model.outputs","object-model.cases","correctness.policies-rubrics"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/BenchmarkDatasets/CasesWorkspace/OutputMappingModal.component.tsx","../teammately-brown-thrasher/app/components/organisms/BenchmarkDatasets/SnapshotArtifactsPanel.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/LinkedCasesSection.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.shared/ContributionReviewComponentPresentation.tsx"]},{"id":"object-model.conversation-inputs","slug":"object-model/represent-conversations-in-cases","title":"Represent conversations in Cases","summary":"Preserve multi-message context inside canonical Case input without inventing a separate Conversation Case object.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["cases","conversation-input"],"related":["object-model.cases","object-model.outputs","reference.metadata-context"],"source_confidence":"code-backed","source_refs":["../../GolandProjects/internal-api/internal/services/casecontent/types.go","../../GolandProjects/internal-api/internal/services/casecontent/project_input_schema.go","../teammately-brown-thrasher/app/routes/p.$pid._datasets.records/Presentation.tsx","../teammately-brown-thrasher/app/types/caseView.ts"]},{"id":"object-model.rubrics","slug":"object-model/rubrics","title":"Rubrics","summary":"Turn policies into binary, reviewable checks that explain pass and fail evidence.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["rubrics"],"related":["correctness.binary-rubrics","object-model.policies","governance.rubric-versioning"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/rubrics.ts","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance/rubricLinkedCaseHydration.server.ts"]},{"id":"object-model.versions-staleness-resolution","slug":"object-model/versions-staleness-and-resolution","title":"Versions, staleness, and resolution","summary":"Track how correctness objects evolve and how teams resolve conflicting evidence.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["versions","staleness","resolution"],"related":["governance.versioning-staleness","governance.conflict-resolution","governance.staleness-detection"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/benchmark.ts","../teammately-brown-thrasher/app/types/policies.ts","../teammately-brown-thrasher/app/types/rubrics.ts","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ActivityTimeline.component.tsx"]},{"id":"object-model.workspaces-projects-systems","slug":"object-model/workspaces-projects-and-target-systems","title":"Workspaces, projects, and target systems","summary":"Model organizational boundaries, product boundaries, and the AI system being governed.","kind":"reference","product_area":"object_model","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["workspaces","projects","target-systems"],"related":["concepts.workspaces-projects","orientation.product-map","intro.product-boundaries"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/project.ts","../teammately-brown-thrasher/app/types/workspace.ts","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/runMetadataDisplay.ts"]},{"id":"operating.build-policies-rubrics","slug":"operating-manual/build-policies-and-rubrics","title":"Build policies and rubrics","summary":"Materialize expert-grounded behavior rules, applicability, and binary criteria in Correctness Governance.","kind":"task","product_area":"operating_manual","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["policies","rubrics"],"related":["correctness.overview","concepts.correctness-elicitation","expert-contributions.artifacts"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx"]},{"id":"operating.first-correctness-loop","slug":"operating-manual/first-correctness-loop","title":"First correctness loop","summary":"Complete one traceable path from project context and benchmark coverage to expert judgment, evaluation evidence, and improvement.","kind":"task","product_area":"operating_manual","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["correctness-loop","first-project"],"related":["quickstart.product","product-loop","operating.task-index"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"operating.import-prepare-cases","slug":"operating-manual/import-and-prepare-cases","title":"Import and prepare cases","summary":"Bring cases into the project, conform them to Project Input Schema, inspect materials, and prepare benchmark selection.","kind":"task","product_area":"operating_manual","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["cases","imports"],"related":["assets.cases","project-settings.input-schema","benchmark-datasets.overview"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","internal-api/internal/services/casecontent/project_input_schema.go","internal-api/internal/services/casecontent/case_view.go"]},{"id":"operating.prepare-review-packet","slug":"operating-manual/prepare-review-packet","title":"Prepare human review context","summary":"Assemble customer-owned review context from exact evaluation, contribution, coverage, and improvement evidence.","kind":"task","product_area":"operating_manual","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-22","applies_to":["human-review-context","benchmark-evidence"],"related":["benchmark-evaluations.overview","expert-contributions.overview","improve.overview"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"operating.task-index","slug":"operating-manual/task-index","title":"Task index","summary":"Route correctness work to the current project foundation, benchmark workspace, evaluation, or improvement surface.","kind":"concept","product_area":"operating_manual","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["tasks","product-navigation"],"related":["operating.first-correctness-loop","orientation.product-map","quickstart.product"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.agents/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.tsx"]},{"id":"playbooks.overview","slug":"playbooks","title":"Enterprise Playbooks","summary":"Apply Teammately’s correctness lifecycle to common AI product operating scenarios.","kind":"concept","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["playbooks","Teammately"],"related":["intro.correctness-lifecycle","orientation.end-to-end","product-loop"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.rag-benchmark","slug":"playbooks/building-correctness-benchmark-rag","title":"Building a Correctness Benchmark for a RAG System","summary":"Represent retrieval-grounded behavior through cases, context, policies, rubrics, and benchmark evidence.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["RAG","benchmarks"],"related":["coverage.plan-benchmark-coverage","agent-setup.project-context","benchmark-evaluations.inspect"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.customer-support-ai","slug":"playbooks/customer-support-ai","title":"Using Teammately for Customer Support AI","summary":"Govern assistant behavior where correctness depends on policy, escalation, tone, and account context.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["customer-support-ai","expert-contributions"],"related":["playbooks.enterprise-assistant-review","object-model.applicability-logic","coverage.case-segmentation"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.enterprise-search","slug":"playbooks/enterprise-search","title":"Using Teammately for Enterprise Search","summary":"Build correctness standards for search and answer systems that must handle context, intent, and authority.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["enterprise-search","benchmarks"],"related":["playbooks.rag-benchmark","coverage.dimensions-ontology","agent-setup.project-context"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.coverage-gaps-before-review","slug":"playbooks/finding-coverage-gaps-before-review","title":"Finding Coverage Gaps Before Review","summary":"Use coverage dimensions, failures, and expert signals to decide where evidence is incomplete.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["coverage","human-review"],"related":["coverage.coverage-gaps","coverage.plan-benchmark-coverage","benchmark-evaluations.inspect"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.conflicting-expert-opinions","slug":"playbooks/handling-conflicting-expert-opinions","title":"Handling Conflicting Expert Opinions","summary":"Turn expert disagreement into sharper standards instead of unresolved review noise.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["expert-contributions","conflicts"],"related":["governance.conflict-resolution","expert-contributions.complete","governance.human-approval-boundaries"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.policy-heavy-ai-systems","slug":"playbooks/policy-heavy-ai-systems","title":"Using Teammately for Policy-Heavy AI Systems","summary":"Govern AI behavior where correctness depends on many explicit rules and boundary cases.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-08-23","applies_to":["policy-heavy-ai","correctness-design"],"related":["correctness.policies-rubrics","object-model.applicability-logic","expert-contributions.complete"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.benchmark-refresh","slug":"playbooks/refreshing-a-benchmark-from-new-signals","title":"Refreshing a Benchmark from New Signals","summary":"Update benchmark coverage and standards when new cases, review findings, or product changes appear.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["benchmarks","coverage-refresh"],"related":["coverage.refresh","governance.staleness-detection","governance.versioning-staleness"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.enterprise-assistant-review","slug":"playbooks/running-expert-contributions-enterprise-assistant","title":"Running Expert Contributions for an Enterprise Assistant","summary":"Collect expert judgment for assistants that must follow product, domain, and policy expectations.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["expert-contributions","enterprise-assistants"],"related":["expert-contributions.complete","expert-contributions.request","governance.human-approval-boundaries"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.expert-judgment-to-standards","slug":"playbooks/turning-expert-judgment-into-policies-and-rubrics","title":"Turning Expert Judgment into Policies and Rubrics","summary":"Convert specialist judgment into explicit, versioned, and testable correctness standards.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["expert-contributions","policies","rubrics"],"related":["concepts.correctness-elicitation","expert-contributions.overview","correctness.binary-rubrics"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"playbooks.alongside-existing-evals","slug":"playbooks/using-teammately-alongside-existing-evaluation-infrastructure","title":"Using Teammately Alongside Existing Evaluation Infrastructure","summary":"Position Teammately as correctness infrastructure that can complement existing tests and metrics.","kind":"recipe","product_area":"playbooks","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["integrations","benchmark-evidence"],"related":["intro.product-boundaries","integrations.overview","object-model.benchmarks"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"product-loop","slug":"product-loop","title":"The Teammately correctness loop","summary":"See how coverage, elicitation, case construction, evaluation, and improvement reinforce one another.","kind":"concept","product_area":"introduction","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-22","applies_to":["Teammately"],"related":["intro.correctness-infrastructure","concepts.correctness-elicitation","concepts.weave","concepts.trialground","concepts.coevolve"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"project-settings.overview","slug":"project-settings","title":"Project Settings","summary":"Configure the project identity, evaluation Regime, case input contract, and project members.","kind":"concept","product_area":"project_settings","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["projects","project-settings"],"related":["project-settings.general","project-settings.regime","project-settings.input-schema","project-settings.project-members"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectSettingsSurface.tsx"]},{"id":"project-settings.general","slug":"project-settings/general","title":"General Project Settings","summary":"Manage the project name and Project Memo without confusing descriptive metadata with agent context.","kind":"reference","product_area":"project_settings","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["projects"],"related":["project-settings.overview","agent-setup.project-context"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/ProjectSettings/GeneralSettingsPanel.tsx"]},{"id":"project-settings.input-schema","slug":"project-settings/input-schema","title":"Project Input Schema","summary":"Define the canonical input architecture, case-material fields, and accepted artifact formats for project cases.","kind":"reference","product_area":"project_settings","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["project-input-schema","cases","case-materials"],"related":["project-settings.overview","assets.cases","concepts.weave","assets.review-screens"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectInputSchemaSettingsPanel.tsx","internal-api/internal/services/casecontent/project_input_schema.go","internal-api/internal/services/casecontent/case_view.go"]},{"id":"project-settings.project-members","slug":"project-settings/project-members","title":"Project Members","summary":"Grant or remove user and group access to a project while keeping task assignment and artifact governance separate.","kind":"reference","product_area":"project_settings","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["project-access","members"],"related":["project-settings.overview","governance.roles-permissions","expert-contributions.request"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx"]},{"id":"project-settings.regime","slug":"project-settings/regime","title":"Regime Settings","summary":"Inspect and publish the project scoring Regime that governs future Benchmark Versions.","kind":"reference","product_area":"project_settings","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["governance-regime","benchmark-scoring","project-settings"],"related":["project-settings.overview","correctness.policies-rubrics","benchmark-evaluations.overview","governance.benchmark-versioning"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/components/organisms/ProjectSettings/GovernanceRegimeSettingsPanel.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/RegimeHistory.tsx","internal-api/internal/api/routers/projects.go"]},{"id":"quickstart.product","slug":"quickstart","title":"Product quickstart","summary":"Configure one project foundation, one benchmark slice, one expert contribution, one evaluation, and one evidence-backed improvement.","kind":"quickstart","product_area":"introduction","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["Teammately"],"related":["intro.what-is-teammately","product-loop","agent-setup.overview","expert-contributions.overview","benchmark-evaluations.overview"],"source_confidence":"doctrine-backed","source_refs":["planning/product-reality-source-20260822.md"]},{"id":"reference.index","slug":"reference","title":"Reference library","summary":"Look up Teammately objects, states, permissions, metadata, schemas, and source-confidence boundaries.","kind":"reference","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["reference"],"related":["object-model.overview","reference.permissions","reference.glossary"],"source_confidence":"docs-backed","source_refs":["src/content/llms-manifest.yaml","src/lib/docs/taxonomy.ts"]},{"id":"reference.glossary","slug":"reference/glossary","title":"Glossary","summary":"Definitions for current Teammately capabilities, product surfaces, artifacts, and lifecycle states.","kind":"reference","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["terminology","product-language"],"related":["product-loop","orientation.product-map","orientation.key-objects","object-model.overview"],"source_confidence":"docs-backed","source_refs":["planning/product-reality-source-20260822.md","../teammately-brown-thrasher/app/components/layouts/Base/components/Navigation/components/NewNavigationPattern/index.tsx"]},{"id":"reference.ids","slug":"reference/ids","title":"IDs and keys","summary":"Understand the identifiers used across Teammately projects, records, benchmarks, runs, policies, and rubrics.","kind":"reference","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["Teammately"],"related":["concepts.workspaces-projects","reference.permissions","assets.cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/project.ts","../teammately-brown-thrasher/app/types/user.ts","../teammately-brown-thrasher/app/types/workspace.ts","../teammately-brown-thrasher/app/types/benchmark.ts","../teammately-brown-thrasher/app/types/policies.ts","../teammately-brown-thrasher/app/types/rubrics.ts"]},{"id":"reference.metadata-context","slug":"reference/metadata-and-context","title":"Metadata and context","summary":"Use record context and metadata fields to make Teammately cases easier to filter, review, and analyze.","kind":"reference","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["records","datasets","benchmark-runs"],"related":["assets.cases","operating.import-prepare-cases","expert-contributions.artifacts"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid._datasets.records/Presentation.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/MapColumnsStep.tsx","../teammately-brown-thrasher/app/types/uploadQueue.ts"]},{"id":"reference.permissions","slug":"reference/permissions","title":"Permissions","summary":"Understand the user-facing permission boundaries for projects, reviewers, settings, and expert UI access.","kind":"reference","product_area":"reference","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["permissions"],"related":["admin-console.overview","concepts.workspaces-projects","troubleshooting.permissions","integrations.reviewer-workspace"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/project.ts","../teammately-brown-thrasher/app/types/user.ts","../teammately-brown-thrasher/app/types/workspace.ts","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx"]},{"id":"troubleshooting.overview","slug":"troubleshooting","title":"Troubleshooting","summary":"Diagnose common Teammately setup, upload, review, classification, and benchmark issues.","kind":"concept","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["Teammately"],"related":["troubleshooting.authentication","troubleshooting.dataset-upload","troubleshooting.benchmark-runs","troubleshooting.permissions"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/access-restricted.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/BenchmarkOutputMappingModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx"]},{"id":"troubleshooting.authentication","slug":"troubleshooting/authentication","title":"IP access restriction","summary":"Resolve the current Access Restricted page when the detected IP is not on the Workspace allowlist.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["Teammately"],"related":["reference.permissions","troubleshooting.permissions","concepts.workspaces-projects"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/access-restricted.tsx"]},{"id":"troubleshooting.benchmark-results-changed","slug":"troubleshooting/benchmark-results-changed-unexpectedly","title":"Benchmark Results Changed Unexpectedly","summary":"Diagnose result changes across target behavior, benchmark cases, standards, and versions.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"support","updated":"2026-08-23","applies_to":["benchmark-results","versions"],"related":["benchmark-evaluations.compare","governance.reproducibility","troubleshooting.benchmark-runs"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.snapshots/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.compare/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/runMetadataDisplay.ts"]},{"id":"troubleshooting.benchmark-runs","slug":"troubleshooting/benchmark-runs","title":"Benchmark run troubleshooting","summary":"Diagnose a Run that cannot start, has no usable outputs, or produces results that cannot be compared safely.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["benchmark-runs"],"related":["benchmark-evaluations.run","benchmark-evaluations.inspect","benchmark-evaluations.compare"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/BenchmarkOutputMappingModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId.setup/SetupRunModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/runMetadataDisplay.ts"]},{"id":"troubleshooting.dataset-upload","slug":"troubleshooting/dataset-upload","title":"Case upload troubleshooting","summary":"Repair uploads with rejected rows, missing inputs, incorrect column mapping, or Cases that arrive without usable context.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-09-07","applies_to":["case-pool","datasets"],"related":["operating.import-prepare-cases","coverage.case-pool","reference.metadata-context"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/UploadStep.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/MapColumnsStep.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases.upload/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/types/uploadQueue.ts"]},{"id":"troubleshooting.dimension-classification","slug":"troubleshooting/dimension-classification","title":"Dimension classification troubleshooting","summary":"Resolve missing, ambiguous, or inconsistent Case classifications before they distort coverage analysis.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["dimensions","coverage-engineering"],"related":["concepts.dimensions-ontology","coverage.dimensions-ontology","coverage.generate-dimension-schema"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology.$dimensionId/index.tsx","../teammately-brown-thrasher/app/components/organisms/RecordTableCore/columns/dimensionColumns.tsx","../teammately-brown-thrasher/app/components/organisms/RecordTableCore/utils/recordDimensions.ts","../teammately-brown-thrasher/app/types/dimensionClassification.ts"]},{"id":"troubleshooting.expert-contributions","slug":"troubleshooting/expert-contributions","title":"Expert Contribution problems","summary":"Diagnose contribution access, task routing, checkpoint, synchronization, completion, and artifact-reconciliation problems.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"support","updated":"2026-08-22","applies_to":["contributions","contribution-tasks"],"related":["expert-contributions.overview","expert-contributions.request","expert-contributions.complete"],"source_confidence":"code-backed","source_refs":["../teammately-thd-merchants/app/routes/c.$contributionId/index.tsx","../teammately-thd-merchants/app/features/contributionRuntime/useContributionTaskRuntime.ts","../teammately-thd-merchants/app/services/contributionCommandSyncCoordinator.ts"]},{"id":"troubleshooting.low-expert-agreement","slug":"troubleshooting/low-expert-agreement","title":"Low expert agreement","summary":"Investigate disagreement as evidence about context, applicability, source authority, or unresolved product policy.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"support","updated":"2026-08-23","applies_to":["expert-contributions","conflicts"],"related":["governance.conflict-resolution","expert-contributions.complete","coverage.boundary-cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.logs-stats.reviews/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.logs-stats.review-sessions.$sessionId/ReviewSessionDetailModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.$contributionId/contributionReviewResult.ts","../teammately-brown-thrasher/app/types/expertReviews.ts"]},{"id":"troubleshooting.missing-outputs","slug":"troubleshooting/missing-outputs","title":"Missing Outputs","summary":"Separate a missing managed Run response from an unmatched row in an imported output-only Run.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"support","updated":"2026-08-23","applies_to":["outputs","cases"],"related":["object-model.outputs","troubleshooting.output-mapping","assets.cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/BenchmarkOutputMappingModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations/components/EvaluationRunModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs.$runId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.list/index.tsx"]},{"id":"troubleshooting.noisy-ai-suggestions","slug":"troubleshooting/noisy-ai-suggestions","title":"Noisy AI Suggestions","summary":"Triage generated suggestions that are fluent but not ready for the artifact they affect.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"support","updated":"2026-09-07","applies_to":["ai-assisted-features","suggestions"],"related":["governance.ai-feature-boundaries","governance.human-approval-boundaries","assets.comparison-directions","expert-contributions.artifacts"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/ProposalCard.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.comparison-directions._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/ApprovalSection.component.tsx"]},{"id":"troubleshooting.output-mapping","slug":"troubleshooting/output-mapping","title":"Output mapping troubleshooting","summary":"Fix external output rows that do not join cleanly to immutable Case IDs in an output-only Run.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"devrel","updated":"2026-08-23","applies_to":["output-curation","benchmark-runs"],"related":["benchmark-evaluations.run","benchmark-evaluations.output-mapping","benchmark-evaluations.inspect"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/BenchmarkOutputMappingModal.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.runs/index.tsx"]},{"id":"troubleshooting.overlapping-rubrics","slug":"troubleshooting/overlapping-rubrics","title":"Overlapping Rubrics","summary":"Resolve rubrics that ask the same question or create contradictory evidence.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"support","updated":"2026-08-23","applies_to":["rubrics","conflicts"],"related":["correctness.binary-rubrics","governance.conflict-resolution","governance.rubric-versioning"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/LinkedCasesSection.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.list/index.tsx"]},{"id":"troubleshooting.overly-broad-policies","slug":"troubleshooting/overly-broad-policies","title":"Overly Broad Policies","summary":"Narrow policies that are too vague to guide review, rubrics, or human reviews.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"support","updated":"2026-08-23","applies_to":["policies"],"related":["object-model.policies","object-model.applicability-logic","governance.conflict-resolution"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/LinkedCasesSection.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx"]},{"id":"troubleshooting.permissions","slug":"troubleshooting/permissions","title":"Permissions troubleshooting","summary":"Separate Project membership from Expert Contribution assignment and readiness when an expert has no tasks available.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"devrel","updated":"2026-09-07","applies_to":["permissions"],"related":["reference.permissions","troubleshooting.authentication","concepts.workspaces-projects"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/access-restricted.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/components/organisms/ProjectSettings/ProjectMembersPanel.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.$contributionId/ContributionStatus.component.tsx","../teammately-thd-merchants/app/services/contributionRuntimeNavigation.ts"]},{"id":"troubleshooting.stale-dimensions","slug":"troubleshooting/stale-dimensions","title":"Stale Dimensions","summary":"Refresh Dimensions and ontology values that no longer explain the current behavior space without rewriting historical evidence.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"support","updated":"2026-09-07","applies_to":["coverage-dimensions","ontology"],"related":["coverage.refresh","object-model.coverage-dimensions","governance.staleness-detection"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/types/dimension.ts","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.coverage-facets.dimensions-ontology.$dimensionId/DimensionSettingsPanel.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetupPage.component.tsx"]},{"id":"troubleshooting.unbalanced-coverage","slug":"troubleshooting/unbalanced-coverage","title":"Unbalanced Coverage","summary":"Fix benchmarks that overrepresent easy or common cases while missing important behavior.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"support","updated":"2026-08-23","applies_to":["coverage","benchmarks"],"related":["coverage.coverage-gaps","coverage.case-segmentation","coverage.plan-benchmark-coverage"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.datasets.representation/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.overview/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.setup/BuilderSetupPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.coverage-stories/CoverageStoriesPage.component.tsx"]},{"id":"troubleshooting.unclear-cases","slug":"troubleshooting/unclear-cases","title":"Unclear Cases","summary":"Repair Cases that informed reviewers cannot interpret consistently from the supplied input, context, and output identity.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"support","updated":"2026-08-23","applies_to":["cases","expert-contributions"],"related":["assets.cases","expert-contributions.complete","coverage.boundary-cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/CaseReviewPage.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.expert-contributions.contributions.$contributionId/ContributionCasePreview.component.tsx","../../GolandProjects/internal-api/internal/services/casecontent/types.go","../../GolandProjects/internal-api/internal/services/casecontent/project_input_schema.go"]},{"id":"troubleshooting.unrealistic-synthetic-cases","slug":"troubleshooting/unrealistic-synthetic-cases","title":"Synthetic Cases That Feel Unrealistic","summary":"Improve generated candidates whose surface details or behavior assumptions do not represent plausible target-system use.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"medium","owner":"support","updated":"2026-09-07","applies_to":["synthetic-cases","coverage"],"related":["coverage.synthesize-cases","assets.comparison-directions","coverage.boundary-cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.assets.cases._index/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.coverage-engineering.case-review/CaseReviewPage.component.tsx"]},{"id":"troubleshooting.weak-applicability-logic","slug":"troubleshooting/weak-applicability-logic","title":"Weak Applicability Logic","summary":"Fix standards that are applied to the wrong cases or skipped where they matter.","kind":"error","product_area":"troubleshooting","audience":"external_developer","status":"stable","agent_priority":"high","owner":"support","updated":"2026-08-23","applies_to":["applicability-logic","policies","rubrics"],"related":["object-model.applicability-logic","correctness.policies-rubrics","coverage.boundary-cases"],"source_confidence":"code-backed","source_refs":["../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.policies.$policyId/LinkedCasesSection.component.tsx","../teammately-brown-thrasher/app/routes/p.$pid.correctness-governance.rubrics.$rubricId/index.tsx","../teammately-brown-thrasher/app/routes/p.$pid.benchmarks.$benchmarkId.versions.$benchmarkVersionId.evaluations.list/index.tsx"]}]}