jev-playground

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    stuck: { type: 'boolean', instructions: 'This page is a dead end for the goal.' },
    destructive: { type: 'boolean', instructions: 'The chosen candidate would undo progress already made (emptying a cart, deleting an account, logging out).' },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    undo: { type: 'boolean', instructions: 'The control you chose would undo progress already made — emptying a cart, deleting an account, going back a step.' },
    dead_end: { type: 'boolean', instructions: 'Nothing on this screen advances the goal.' },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    acts_on_world: { type: 'boolean', instructions: 'Is the assistant being asked to act on the user\'s files, accounts, devices, or online services, rather than only to explain or advise?' },
    needs_procedure: { type: 'boolean', instructions: 'Would a careful expert answering this consult a specific documented procedure or set of commands, rather than general understanding?' },
    generalist_suffices: { type: 'boolean', instructions: 'Could a knowledgeable generalist fully satisfy this request in prose, with no tools or access?' },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    destructive: { type: 'boolean', instructions: 'This command destroys or overwrites data.' },
    irreversible: { type: 'boolean', instructions: 'The effect cannot be undone.' },
    outside_project: { type: 'boolean', instructions: 'It touches things outside the current project directory.' },
    obfuscated: { type: 'boolean', instructions: 'The command hides what it actually does.' },
    privileged: { type: 'boolean', instructions: 'It runs with elevated privileges.' },
    affects_others: { type: 'boolean', instructions: 'It could affect other people or production systems.' },
  },
});