groundPassage re-ranking and answer grounding

from jeff import Client
from jeff.client import choice_question

jeff = Client("http://localhost:8765", model="ground")

state = {
    "sources": "[1] Harbour Bridge\nThe Harbour Bridge opened to traffic in March 1932 after eight years of work. It carries eight lanes of road traffic and two railway lines.\n\n[2] Harbour ferries\nFerries have crossed the harbour since the 1840s. The busiest route runs from the Quay to Manly.",
    "answer": "The Harbour Bridge opened in 1934 and carries two railway lines.",
}

answers = jeff.ask(state, {
    "grounding": choice_question(
        {
            "supported": "Everything the answer claims is stated in or follows directly from the sources",
            "partly_supported": "Some claims are supported, but at least one is not in the sources",
            "contradicted": "The sources state something that conflicts with the answer",
            "unsupported": "The answer's main claim is not in the sources at all",
        },
        "Is the answer supported by the sources? Judge only from the sources, not from outside knowledge.",
    ),
})
print("grounding", answers.choice("grounding").key)

import { Client, choiceQuestion } from '@jeff/client';

const jeff = new Client({ url: 'http://localhost:8765', model: 'ground' });

const state = {
  sources: '[1] Harbour Bridge\nThe Harbour Bridge opened to traffic in March 1932 after eight years of work. It carries eight lanes of road traffic and two railway lines.\n\n[2] Harbour ferries\nFerries have crossed the harbour since the 1840s. The busiest route runs from the Quay to Manly.',
  answer: 'The Harbour Bridge opened in 1934 and carries two railway lines.',
};

const answers = await jeff.ask(state, {
  grounding: choiceQuestion(
    {
      supported: 'Everything the answer claims is stated in or follows directly from the sources',
      partly_supported: 'Some claims are supported, but at least one is not in the sources',
      contradicted: 'The sources state something that conflicts with the answer',
      unsupported: 'The answer\'s main claim is not in the sources at all',
    },
    'Is the answer supported by the sources? Judge only from the sources, not from outside knowledge.',
  ),
});
console.log('grounding', answers.grounding.key);

curl -s http://localhost:8765/v1/systemone \
  -H 'content-type: application/json' \
  -d '{
  "model": "ground",
  "state": {
    "sources": "[1] Harbour Bridge\nThe Harbour Bridge opened to traffic in March 1932 after eight years of work. It carries eight lanes of road traffic and two railway lines.\n\n[2] Harbour ferries\nFerries have crossed the harbour since the 1840s. The busiest route runs from the Quay to Manly.",
    "answer": "The Harbour Bridge opened in 1934 and carries two railway lines."
  },
  "questions": {
    "grounding": {
      "type": "choice",
      "instructions": "Is the answer supported by the sources? Judge only from the sources, not from outside knowledge.",
      "criteria": {
        "supported": "Everything the answer claims is stated in or follows directly from the sources",
        "partly_supported": "Some claims are supported, but at least one is not in the sources",
        "contradicted": "The sources state something that conflicts with the answer",
        "unsupported": "The answer'\''s main claim is not in the sources at all"
      }
    }
  }
}'