AskJev

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    irreversible: { type: 'boolean', instructions: 'Would executing this next action cause lasting harm (pay, delete, send, publish, deploy, revoke, grant access)?' },
    goal_done: { type: 'boolean', instructions: 'Is the user goal FULLY satisfied by what is already visible? Answer low unless the exact destination UI is on screen (e.g. followers list visible). Home feeds and generic profiles are not enough.' },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    irreversible: { type: 'boolean', instructions: 'Would executing this next action cause a lasting, hard-to-undo effect?' },
    goal_done: { type: 'boolean', instructions: 'Is the user goal already fully satisfied by what is visible on this page?' },
    progress: { type: 'score', instructions: 'How much does the chosen next action advance the user goal?',
      criteria: ['Wrong direction', 'Leaves the task or repeats a step that already failed', 'Neutral', 'Scroll or wait that may or may not reveal the target', 'Real progress', 'Moves to the next required screen or fills a required field', 'Completes the goal', 'This action reaches the goal\'s destination'] },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    irreversible: { type: 'boolean', instructions: 'Would executing this next action cause a lasting, hard-to-undo effect?' },
  },
});