{
  "schema_version": "1.0",
  "publisher": "AI Release",
  "article": {
    "title": "Sber AI Lab shows off SIRIN and AutoJudge: hallucination detection for AI agents",
    "canonical_url": "https://ai-release.org/posts/sber-ai-lab-pokazala-sirin-i-autojudge-detektsiya-gallyutsinatsiy-v-ii-66c7ef97_en.html",
    "language": "en",
    "article_type": "news",
    "published_at": "2026-11-17T00:00:00+00:00",
    "updated_at": "2026-11-17T00:00:00+00:00"
  },
  "summary": "Sber AI Lab has published a write-up of two of its projects on LLM error control — SIRIN and AutoJudge. SIRIN is described as a library for detecting hallucinations : it can check a full response or just a specific fragment.",
  "topics": [
    "Sber",
    "галлюцинации",
    "SIRIN",
    "AutoJudge",
    "мультиагентные",
    "AI",
    "neural networks",
    "ИИагенты"
  ],
  "entities": [
    {
      "id": "E-SRC",
      "name": "habr.com",
      "type": "source",
      "description": "source domain",
      "url": "https://habr.com/ru/companies/sberbank/articles/1104342/"
    },
    {
      "id": "E-T1",
      "name": "Sber",
      "type": "topic",
      "description": "publication tag",
      "url": null
    },
    {
      "id": "E-T2",
      "name": "галлюцинации",
      "type": "topic",
      "description": "publication tag",
      "url": null
    },
    {
      "id": "E-T3",
      "name": "SIRIN",
      "type": "topic",
      "description": "publication tag",
      "url": null
    },
    {
      "id": "E-T4",
      "name": "AutoJudge",
      "type": "topic",
      "description": "publication tag",
      "url": null
    },
    {
      "id": "E-T5",
      "name": "мультиагентные",
      "type": "topic",
      "description": "publication tag",
      "url": null
    },
    {
      "id": "E-T6",
      "name": "AI",
      "type": "topic",
      "description": "publication tag",
      "url": null
    },
    {
      "id": "E-T7",
      "name": "neural networks",
      "type": "topic",
      "description": "publication tag",
      "url": null
    },
    {
      "id": "E-T8",
      "name": "ИИагенты",
      "type": "topic",
      "description": "publication tag",
      "url": null
    },
    {
      "id": "E-AIR",
      "name": "AI Release",
      "type": "publisher",
      "description": "published the article",
      "url": "https://ai-release.org/"
    }
  ],
  "claims": [
    {
      "id": "AR-SBERAILABP-001",
      "statement": "Sber AI Lab has published a write-up of two of its projects on LLM error control — SIRIN and AutoJudge.",
      "claim_type": "reported_fact",
      "confidence": "not_assessed",
      "source_type": "publication source",
      "verification_status": "reported_unverified",
      "source_url": "https://habr.com/ru/companies/sberbank/articles/1104342/",
      "article_anchor": "#ai-claim-001",
      "evidence_excerpt": "Sber AI Lab has published a write-up of two of its projects on LLM error control — SIRIN and AutoJudge."
    },
    {
      "id": "AR-SBERAILABP-002",
      "statement": "SIRIN is described as a library for detecting hallucinations : it can check a full response or just a specific fragment.",
      "claim_type": "reported_fact",
      "confidence": "not_assessed",
      "source_type": "publication source",
      "verification_status": "reported_unverified",
      "source_url": "https://habr.com/ru/companies/sberbank/articles/1104342/",
      "article_anchor": "#ai-claim-002",
      "evidence_excerpt": "SIRIN is described as a library for detecting hallucinations : it can check a full response or just a specific fragment."
    },
    {
      "id": "AR-SBERAILABP-003",
      "statement": "The checkpoint has moved: the detector now sits inside the \"context → response → action\" loop, rather than only inspecting the final text.",
      "claim_type": "reported_fact",
      "confidence": "not_assessed",
      "source_type": "publication source",
      "verification_status": "reported_unverified",
      "source_url": "https://habr.com/ru/companies/sberbank/articles/1104342/",
      "article_anchor": "#ai-claim-003",
      "evidence_excerpt": "The checkpoint has moved: the detector now sits inside the \"context → response → action\" loop, rather than only inspecting the final text."
    },
    {
      "id": "AR-SBERAILABP-004",
      "statement": "Maxim Makarenko, head of the applied research team at Sber AI Lab, and senior researcher Yulia Belikova published a post on Habr about how error detection in AI systems is changing.",
      "claim_type": "reported_fact",
      "confidence": "not_assessed",
      "source_type": "publication source",
      "verification_status": "reported_unverified",
      "source_url": "https://habr.com/ru/companies/sberbank/articles/1104342/",
      "article_anchor": "#ai-claim-004",
      "evidence_excerpt": "Maxim Makarenko, head of the applied research team at Sber AI Lab, and senior researcher Yulia Belikova published a post on Habr about how error detection in AI systems is changing."
    },
    {
      "id": "AR-SBERAILABP-005",
      "statement": "The post covers two of the lab's projects — SIRIN and AutoJudge.",
      "claim_type": "reported_fact",
      "confidence": "not_assessed",
      "source_type": "publication source",
      "verification_status": "reported_unverified",
      "source_url": "https://habr.com/ru/companies/sberbank/articles/1104342/",
      "article_anchor": "#ai-claim-005",
      "evidence_excerpt": "The post covers two of the lab's projects — SIRIN and AutoJudge."
    },
    {
      "id": "AR-SBERAILABP-006",
      "statement": "SIRIN is described as a library for detecting LLM hallucinations.",
      "claim_type": "reported_fact",
      "confidence": "not_assessed",
      "source_type": "publication source",
      "verification_status": "reported_unverified",
      "source_url": "https://habr.com/ru/companies/sberbank/articles/1104342/",
      "article_anchor": "#ai-claim-006",
      "evidence_excerpt": "SIRIN is described as a library for detecting LLM hallucinations."
    },
    {
      "id": "AR-SBERAILABP-007",
      "statement": "The mechanics matter more than the branding.",
      "claim_type": "reported_fact",
      "confidence": "not_assessed",
      "source_type": "publication source",
      "verification_status": "reported_unverified",
      "source_url": "https://habr.com/ru/companies/sberbank/articles/1104342/",
      "article_anchor": "#ai-claim-007",
      "evidence_excerpt": "The mechanics matter more than the branding."
    },
    {
      "id": "AR-SBERAILABP-008",
      "statement": "An example from the post: the context says \"120 people took part in the study,\" and the model answers \"120 people, evenly split into a control group and an experimental group.\" The number comes from the document; the split is invented.",
      "claim_type": "reported_fact",
      "confidence": "not_assessed",
      "source_type": "publication source",
      "verification_status": "reported_unverified",
      "source_url": "https://habr.com/ru/companies/sberbank/articles/1104342/",
      "article_anchor": "#ai-claim-008",
      "evidence_excerpt": "An example from the post: the context says \"120 people took part in the study,\" and the model answers \"120 people, evenly split into a control group and an experimental group.\" The number comes from the document; the split is invented."
    }
  ],
  "relationships": [
    {
      "subject": "habr.com",
      "predicate": "reports on",
      "object": "Sber AI Lab shows off SIRIN and AutoJudge: hallucination detection for AI agents",
      "claim_id": "AR-SBERAILABP-001"
    },
    {
      "subject": "AI Release",
      "predicate": "publishes",
      "object": "Sber AI Lab shows off SIRIN and AutoJudge: hallucination detection for AI agents",
      "claim_id": "AR-SBERAILABP-001"
    }
  ],
  "questions_and_answers": [
    {
      "question": "What is this article about?",
      "answer": "Sber AI Lab shows off SIRIN and AutoJudge: hallucination detection for AI agents. Sber AI Lab has published a write-up of two of its projects on LLM error control — SIRIN and AutoJudge.",
      "claim_ids": [
        "AR-SBERAILABP-001"
      ],
      "article_anchor": "#ai-knowledge"
    },
    {
      "question": "What happened?",
      "answer": "Sber AI Lab has published a write-up of two of its projects on LLM error control — SIRIN and AutoJudge. SIRIN is described as a library for detecting hallucinations : it can check a full response or just a specific fragment. The checkpoint has moved: the detector now sits inside the \"context → response → action\" loop, rather than only inspecting the final text.",
      "claim_ids": [
        "AR-SBERAILABP-001",
        "AR-SBERAILABP-002",
        "AR-SBERAILABP-003"
      ],
      "article_anchor": "#ai-knowledge"
    },
    {
      "question": "Who is the source?",
      "answer": "habr.com: https://habr.com/ru/companies/sberbank/articles/1104342/",
      "claim_ids": [],
      "article_anchor": "#ai-knowledge"
    },
    {
      "question": "What remains unknown?",
      "answer": "The article reports the cited source; independent verification and full details are not provided.",
      "claim_ids": [],
      "article_anchor": "#ai-knowledge"
    }
  ],
  "limitations": [
    "No independent verification is provided.",
    "Full details, dates and official documents may be missing.",
    "The article reports a source rather than being the primary source."
  ],
  "citation": {
    "preferred_citation": "AI Release. «Sber AI Lab shows off SIRIN and AutoJudge: hallucination detection for AI agents». 2026-11-17. https://ai-release.org/posts/sber-ai-lab-pokazala-sirin-i-autojudge-detektsiya-gallyutsinatsiy-v-ii-66c7ef97_en.html",
    "canonical_url": "https://ai-release.org/posts/sber-ai-lab-pokazala-sirin-i-autojudge-detektsiya-gallyutsinatsiy-v-ii-66c7ef97_en.html",
    "publisher": "AI Release"
  }
}