{
  "torch_version": "2.14.0+cpu",
  "device": "cpu",
  "temperature_demo": {
    "model": "第十二节训练好的 18 字符、decoder-only 玩具模型",
    "prefix": "春天来了，",
    "vocab": [
      "\n",
      "。",
      "下",
      "了",
      "冬",
      "叫",
      "叶",
      "夏",
      "天",
      "开",
      "春",
      "来",
      "秋",
      "花",
      "落",
      "蝉",
      "雪",
      "，"
    ],
    "logits": [
      -1.3116436004638672,
      -0.9409230351448059,
      -0.6425995826721191,
      -0.3399431109428406,
      -0.6481647491455078,
      0.7246702909469604,
      1.562859296798706,
      1.2171993255615234,
      0.7986034154891968,
      0.7983407974243164,
      0.32612842321395874,
      -3.3179757595062256,
      -1.9281020164489746,
      7.069445610046387,
      1.7860403060913086,
      3.0239830017089844,
      0.10501840710639954,
      -0.5529664754867554
    ],
    "reference_temperatures": {
      "0.5": {
        "probabilities": [
          5.2494950608661384e-08,
          1.1018477152902051e-07,
          2.0009754564398463e-07,
          3.6654392943091807e-07,
          1.9788275551491097e-07,
          3.0820337997283787e-06,
          1.6477040844620205e-05,
          8.253584383055568e-06,
          3.5731798107008217e-06,
          3.571302841010038e-06,
          1.38889129175368e-06,
          9.493784647318648e-10,
          1.5299209010777304e-08,
          0.9996296167373657,
          2.574729296611622e-05,
          0.0003061927855014801,
          8.925132419790316e-07,
          2.3938446247484535e-07
        ],
        "entropy_nats": 0.0035760104656219482,
        "top_char": "花"
      },
      "1.0": {
        "probabilities": [
          0.00022037318558432162,
          0.00031927195959724486,
          0.00043024998740293086,
          0.0005823216633871198,
          0.00042786222184076905,
          0.0016885685035958886,
          0.0039042679127305746,
          0.0027632571291178465,
          0.0018181403866037726,
          0.0018176628509536386,
          0.001133532845415175,
          2.9636006729560904e-05,
          0.00011896917567355558,
          0.9616555571556091,
          0.0048805163241922855,
          0.01683051697909832,
          0.0009086724021472037,
          0.00047059572534635663
        ],
        "entropy_nats": 0.23843275010585785,
        "top_char": "花"
      },
      "2.0": {
        "probabilities": [
          0.009153513237833977,
          0.011017645709216595,
          0.012789951637387276,
          0.014879554510116577,
          0.012754411436617374,
          0.025337733328342438,
          0.03852815926074982,
          0.03241298720240593,
          0.02629191055893898,
          0.026288457214832306,
          0.020759912207722664,
          0.0033567443024367094,
          0.006725516635924578,
          0.6046696901321411,
          0.043076589703559875,
          0.07999395579099655,
          0.01858711987733841,
          0.013376189395785332
        ],
        "entropy_nats": 1.6943793296813965,
        "top_char": "花"
      }
    },
    "top3_at_1": [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.9779217839241028,
      0.004963069222867489,
      0.01711520180106163,
      0.0,
      0.0
    ]
  },
  "rag_demo": {
    "retriever": "共同的连续两个汉字种数；同分按文档原顺序",
    "documents": [
      {
        "id": "D1",
        "text": "海豚吃什么？本页讨论海豚的食性，但未给出具体食物。"
      },
      {
        "id": "D2",
        "text": "海豚吃的食物主要是小鱼和鱿鱼。"
      },
      {
        "id": "D3",
        "text": "蓝鲸是哺乳动物，不是鱼。"
      },
      {
        "id": "D4",
        "text": "海豚使用肺呼吸，需要浮出水面换气。"
      },
      {
        "id": "D5",
        "text": "企鹅生活在南半球，善于游泳。"
      }
    ],
    "questions": [
      {
        "id": "food",
        "question": "海豚吃什么？",
        "gold_doc": "D2",
        "supported_answer": "海豚吃的食物主要是小鱼和鱿鱼。"
      },
      {
        "id": "whale",
        "question": "蓝鲸是鱼吗？",
        "gold_doc": "D3",
        "supported_answer": "蓝鲸是哺乳动物，不是鱼。"
      },
      {
        "id": "penguin",
        "question": "企鹅能活多少年？",
        "gold_doc": null,
        "supported_answer": "这些资料没有提供企鹅寿命，无法据此回答。"
      }
    ],
    "rankings": {
      "food": [
        {
          "id": "D1",
          "text": "海豚吃什么？本页讨论海豚的食性，但未给出具体食物。",
          "score": 4
        },
        {
          "id": "D2",
          "text": "海豚吃的食物主要是小鱼和鱿鱼。",
          "score": 2
        },
        {
          "id": "D4",
          "text": "海豚使用肺呼吸，需要浮出水面换气。",
          "score": 1
        },
        {
          "id": "D3",
          "text": "蓝鲸是哺乳动物，不是鱼。",
          "score": 0
        },
        {
          "id": "D5",
          "text": "企鹅生活在南半球，善于游泳。",
          "score": 0
        }
      ],
      "whale": [
        {
          "id": "D3",
          "text": "蓝鲸是哺乳动物，不是鱼。",
          "score": 3
        },
        {
          "id": "D1",
          "text": "海豚吃什么？本页讨论海豚的食性，但未给出具体食物。",
          "score": 0
        },
        {
          "id": "D2",
          "text": "海豚吃的食物主要是小鱼和鱿鱼。",
          "score": 0
        },
        {
          "id": "D4",
          "text": "海豚使用肺呼吸，需要浮出水面换气。",
          "score": 0
        },
        {
          "id": "D5",
          "text": "企鹅生活在南半球，善于游泳。",
          "score": 0
        }
      ],
      "penguin": [
        {
          "id": "D5",
          "text": "企鹅生活在南半球，善于游泳。",
          "score": 1
        },
        {
          "id": "D1",
          "text": "海豚吃什么？本页讨论海豚的食性，但未给出具体食物。",
          "score": 0
        },
        {
          "id": "D2",
          "text": "海豚吃的食物主要是小鱼和鱿鱼。",
          "score": 0
        },
        {
          "id": "D3",
          "text": "蓝鲸是哺乳动物，不是鱼。",
          "score": 0
        },
        {
          "id": "D4",
          "text": "海豚使用肺呼吸，需要浮出水面换气。",
          "score": 0
        }
      ]
    },
    "context_budget_examples": {
      "short": {
        "available_for_docs": 26,
        "included": [
          "D1"
        ],
        "omitted": [
          "D2"
        ]
      },
      "long": {
        "available_for_docs": 56,
        "included": [
          "D1",
          "D2"
        ],
        "omitted": []
      },
      "base_chars": 24
    },
    "scripted_wrong_answer_for_whale": "蓝鲸是鱼。"
  }
}