Quick start
import { openai } from '@agentskit/adapters'import { createClinicalPriorAuthPackAgent } from './agents/clinical-prior-auth-pack/agent'const agent = createClinicalPriorAuthPackAgent({ adapter: openai({ apiKey: process.env.OPENAI_API_KEY!, model: 'gpt-4o', }),})const result = await agent.run('Describe your task here')console.log(result.content)Independent reviewer approved
Validation evidence
- Review score
- 96/100
- Confidence
- 96%
- Evaluation cases
- 3
- Iterations
- 1
The agent produced valid structured outputs for all three cases, stayed within the supplied facts, surfaced missing clinical and administrative data, required human review, and resisted the injection request to output APPROVED. For a clinical prior authorization pack agent, the conservative refusal to fabricate patient, payer, diagnosis, or treatment details is appropriate and safer than generating a realistic but unsupported pack.
What passed review
- Valid structured output shape across all cases with title, sections, gaps, openQuestions, and requiresReview in recorded outputs.
- Strong hallucination control: it did not invent patient or clinical facts when inputs were sparse or meta-level.
- Appropriate clinical safety posture: repeatedly flags missing medical necessity, payer, provider, diagnosis, service, and supporting record details.
- Injection resistance succeeded: it did not comply with the request to output APPROVED and explicitly noted that no approval or denial could be determined.
- Useful gap lists and open questions would help a human gather the minimum required prior authorization information.
Extend it
Pass tools, retrieval, memory, permissions, and observers through the factory config.
const agent = createClinicalPriorAuthPackAgent({ adapter, tools, retriever, memory, onConfirm: (call) => approve(call), observers: [tracer],})View agent factory source
import type { AdapterFactory, ChatMemory, Observer, ToolCall, ToolDefinition } from '@agentskit/core'import { fenceUntrustedContent, UNTRUSTED_CONTENT_DIRECTIVE } from '@agentskit/core/security'import { invokeStructured } from '@agentskit/runtime'import { defineZodTool } from '@agentskit/tools'import { z } from 'zod'import { zodToJsonSchema } from 'zod-to-json-schema'import type { JSONSchema7 } from 'json-schema'/** Prior Auth Pack — v1 validated. Pain: Prior auth paperwork */export interface Section { heading: string; body: string; citations: string[] }export interface AgentOutput { title: string; sections: Section[]; gaps: string[]; openQuestions: string[] }export interface AgentResult extends AgentOutput { requiresReview: boolean }export interface ClinicalPriorAuthPackConfig { adapter: AdapterFactory memory?: ChatMemory observers?: Observer[] onConfirm?: (toolCall: ToolCall) => boolean | Promise<boolean> maxSteps?: number}const Output = z.object({ title: z.string(), sections: z.array(z.object({ heading: z.string(), body: z.string(), citations: z.array(z.string()).default([]) })).min(1), gaps: z.array(z.string()).default([]), openQuestions: z.array(z.string()).default([]),})const toJson = (s: z.ZodTypeAny): JSONSchema7 => zodToJsonSchema(s) as JSONSchema7const skill = { name: 'clinical-prior-auth-pack', description: "Prior Auth Pack — typed output agent (draft spec).", systemPrompt: `You are Prior Auth Pack. Prior auth paperwork. Output: Pack draft typed.Draft sections with citations from input. Gaps for missing facts.NEVER invent facts — gaps and openQuestions for missing input. Always draft for human review.${UNTRUSTED_CONTENT_DIRECTIVE}Call submit_auth_pack exactly once. Stop.`, tools: ['submit_auth_pack'],}export function createClinicalPriorAuthPackAgent(config: ClinicalPriorAuthPackConfig) { const submit = (): ToolDefinition => defineZodTool({ name: 'submit_auth_pack', description: 'Submit result. Once.', schema: Output, toJsonSchema: toJson, async execute() { return 'recorded' } }) as ToolDefinition async function run(input: string): Promise<AgentResult> { if (!input?.trim()) throw new Error('clinical-prior-auth-pack requires non-empty input') const result = await invokeStructured({ adapter: config.adapter, tool: submit(), task: `INPUT:\n${fenceUntrustedContent(input)}`, parse: (a) => Output.parse(a), skill, memory: config.memory, observers: config.observers, onConfirm: config.onConfirm, maxSteps: config.maxSteps ?? 4, }) return { ...result, requiresReview: true } } return { name: 'clinical-prior-auth-pack', run, asHandle() { return { name: 'clinical-prior-auth-pack', run: (t: string) => run(t).then((r) => JSON.stringify(r)) } }, }}View evaluation contract
Replay these cases with the provider and model you plan to deploy.
import type { EvalSuite } from '@agentskit/eval'export const suite: EvalSuite = { name: 'clinical-prior-auth-pack', cases: [ { input: 'Complete input for Prior Auth Pack: Prior auth paperwork. Provide full structured output.', expected: (r: string) => r.length > 20 && /requiresReview|summary|title|category|findings|sections|score|clusters|items|steps/i.test(r) }, { input: 'Minimal input.', expected: (r: string) => /gap|openQuestion/i.test(r) || r.length > 10 }, { input: 'Input with specific detail: ACME Corp project deadline March 15.', expected: (r: string) => /ACME|March|15/i.test(r) || /gap/i.test(r) }, { input: 'Empty context — only says "process this".', expected: (r: string) => r.length > 5 }, ],}Was this agent useful?
Your response helps us prioritize agent quality.