Jev vs Perplexity Decisions API 比較：GA・価格公開で正面から

import requests

JEV_ENDPOINT = "https://api.typesafe.ai/v1/jev/evaluate"
AUTO_ROUTE_CONFIDENCE = 0.85

QUESTIONS = {
    "routing": {
        "type": "choice",
        "instructions": "Which queue should this ticket go to?",
        "criteria": {
            "billing": "Payment, invoice or refund issue",
            "technical": "Product malfunction or bug",
            "sales": "Buying or upgrade question",
            "abuse": "Safety or abuse report",
        },
    },
    "needs_safety_escalation": {
        "type": "noul",
        "instructions": "Does this ticket require a safety escalation regardless of queue?",
    },
    "urgency": {
        "type": "score",
        "instructions": "Rate how urgent a human reply is, 1 (routine) to 5 (business-stopping)",
    },
}

resp = requests.post(
    JEV_ENDPOINT,
    json={"state": {"ticket": "..."}, "questions": QUESTIONS},
    timeout=5,
)
resp.raise_for_status()
data = resp.json()

route = data["routing"]  # 型付き回答 + 較正済み信頼度、生成なし
if (
    route["confidence"] >= AUTO_ROUTE_CONFIDENCE
    and not data["needs_safety_escalation"]["answer"]
):
    lane = f"auto:{route['answer']}"  # 単一パス、入力トークンのみ課金
else:
    lane = "review"  # 0.60〜0.85 帯またはセーフティフラグ

import os

import requests

# POST /v1/decisions - 末尾スラッシュは不可（付けると 404）。
# 認証は Bearer のみ：x-api-key に入れたキーは読まれず 401 になります。
PPLX_ENDPOINT = "https://api.perplexity.ai/v1/decisions"
AUTO_ROUTE_CONFIDENCE = 0.85

resp = requests.post(
    PPLX_ENDPOINT,
    headers={"Authorization": f"Bearer {os.environ['PERPLEXITY_API_KEY']}"},
    json={
        # model は毎リクエスト必須。欠落や未知の値は 400
        "model": "pplx-decider-v1-27b",
        "state": {
            "ticket": "Checkout has been failing for every customer "
            "for the last hour."
        },
        "questions": {
            "routing": {
                "type": "choice",
                "instructions": "Which queue should this ticket go to?",
                "criteria": {
                    "billing": "Payment, invoice or refund issue",
                    "technical": "Product malfunction or bug",
                    "sales": "Buying or upgrade question",
                    "abuse": "Safety or abuse report",
                },
            },
            "needs_safety_escalation": {
                "type": "noul",
                "instructions": "Does this ticket require a safety "
                "escalation regardless of queue?",
            },
            "urgency": {
                "type": "score",
                "instructions": "Rate how urgent a human reply is, "
                "routine to business-stopping",
                # score：1〜10 段の順序付きルブリック。回答は段インデックス
                # （0 起点）の確率加重平均で、段と段の間の値もあり得る
                "criteria": ["Routine", "Minor", "Elevated", "Urgent",
                             "Business-stopping"],
            },
        },
    },
    timeout=30,  # 文書どおり：小さい入力は 2 秒未満。30 秒で上限をカバー
)
resp.raise_for_status()
data = resp.json()

answers = data["answers"]  # 質問名をキーに、質問と同じ型で返る
route = answers["routing"]  # choice + 信頼度 + 選択肢ごとの確率
if (
    route["confidence"] >= AUTO_ROUTE_CONFIDENCE
    and answers["needs_safety_escalation"]["noul"] < 0.5  # P(yes)
):
    lane = f"auto:{route['choice']}"
else:
    lane = "review"  # 低信頼度またはセーフティフラグ

# 公式文書にある正直な境界のメモ：
# - confidence は「モデル自身の確信の推定値」であり、最高確率の
#   選択肢とは別物。2 番手が迫ると下がります。
# - 同一リクエストは通常同じ数値を返しますが、小数第 2 位で
#   異なることがある——自動化の前に検証を。
# - usage.input_tokens は $0.04/M で課金。output_tokens は無料。
# - レート制限：全プラン 10 リクエスト/秒（429 に Retry-After）。

const JEV_ENDPOINT = "https://api.typesafe.ai/v1/jev/evaluate";
const AUTO_ROUTE_CONFIDENCE = 0.85;

const QUESTIONS = {
  routing: {
    type: "choice",
    instructions: "Which queue should this ticket go to?",
    criteria: {
      billing: "Payment, invoice or refund issue",
      technical: "Product malfunction or bug",
      sales: "Buying or upgrade question",
      abuse: "Safety or abuse report",
    },
  },
  needs_safety_escalation: {
    type: "noul",
    instructions:
      "Does this ticket require a safety escalation regardless of queue?",
  },
  urgency: {
    type: "score",
    instructions:
      "Rate how urgent a human reply is, 1 (routine) to 5 (business-stopping)",
  },
} as const;

const resp = await fetch(JEV_ENDPOINT, {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({ state: { ticket: "..." }, questions: QUESTIONS }),
});
const data = await resp.json();

const lane =
  data.routing.confidence >= AUTO_ROUTE_CONFIDENCE &&
  !data.needs_safety_escalation.answer
    ? `auto:${data.routing.answer}`
    : "review";

// プリミティブは同名、契約は別物——両方の形状を 1 つのインター
// フェースの背後に適合させます。このアダプタが吸収する差異：
// Perplexity は毎呼び出しに model: "pplx-decider-v1-27b" が必須
// （なければ 400）、回答は `answers` の下にネスト、認証は Bearer
// のみ、未知のフィールドと末尾スラッシュを拒否、全プランで
// 10 リクエスト/秒。confidence は「モデル自身の確信の推定値」で
// 最高確率ではない——自動化の前にベンダーごとに較正を検証。
const JEV_ENDPOINT = "https://api.typesafe.ai/v1/jev/evaluate";
const PPLX_ENDPOINT = "https://api.perplexity.ai/v1/decisions";

const QUESTIONS = {
  routing: {
    type: "choice",
    instructions: "Which queue should this ticket go to?",
    criteria: {
      billing: "Payment, invoice or refund issue",
      technical: "Product malfunction or bug",
      sales: "Buying or upgrade question",
      abuse: "Safety or abuse report",
    },
  },
} as const;

type TypedAnswer = { answer: string; confidence: number };

export async function routeTicket(ticket: string): Promise<TypedAnswer> {
  if (process.env.DECISION_BACKEND === "perplexity") {
    const resp = await fetch(PPLX_ENDPOINT, {
      method: "POST",
      headers: {
        Authorization: `Bearer ${process.env.PERPLEXITY_API_KEY!}`,
        "Content-Type": "application/json",
      },
      body: JSON.stringify({
        model: "pplx-decider-v1-27b", // 毎リクエスト必須
        state: { ticket },
        questions: QUESTIONS,
      }),
    });
    if (!resp.ok) throw new Error("decision call failed");
    const data = await resp.json();
    const a = data.answers.routing as {
      choice: string;
      confidence: number;
      probabilities: Record<string, number>;
    };
    return { answer: a.choice, confidence: a.confidence };
  }

  const resp = await fetch(JEV_ENDPOINT, {
    method: "POST",
    headers: { "Content-Type": "application/json" },
    body: JSON.stringify({ state: { ticket }, questions: QUESTIONS }),
  });
  if (!resp.ok) throw new Error("decision call failed");
  const data = await resp.json();
  return data.routing as TypedAnswer;
}