{
  "schema_version": 1,
  "title": "Meet Jev — a fictional character through 120 trait statements",
  "instrument": "Johnson (2014) IPIP-NEO-120",
  "target": "Conditioned existing fictional human character; NOT actual AI psychology",
  "source_attribution": "Johnson, J. A. (2014). Journal of Research in Personality, 51, 78–89. doi:10.1016/j.jrp.2014.05.003; International Personality Item Pool, ipip.ori.org",
  "rights": "IPIP items/scales/inventories public domain; not the proprietary NEO-PI-R; not the copyrighted journal article.",
  "source_discrepancies": [
    {
      "number": 58,
      "official_key": "Believe that there is no absolute right and wrong.",
      "paper_table": "Believe that there is no absolute right or wrong",
      "decision": "Use exact official IPIP Johnson key wording (and), not paper-table or. Disclosed source discrepancy; no mixing with Maples."
    }
  ],
  "scale_display": "(mean keyed response - 1) × 25; 0–100 SCALE POSITION, not percentile, IQ, probability, diagnosis or accuracy",
  "coverage_rule": "Primary strict/common items across all3 repeats: facet >=3/4, domain >=20/24 and >=3 per facet; invalid, tied, nonwinner, and NA excluded. No imputation.",
  "domains": [
    {
      "code": "N",
      "name": "Neuroticism",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 24,
      "common_items": 13,
      "common_item_ids": [
        "ipip006",
        "ipip016",
        "ipip031",
        "ipip041",
        "ipip046",
        "ipip056",
        "ipip066",
        "ipip076",
        "ipip086",
        "ipip091",
        "ipip096",
        "ipip106",
        "ipip116"
      ],
      "omitted_item_ids": [
        "ipip001",
        "ipip011",
        "ipip021",
        "ipip026",
        "ipip036",
        "ipip051",
        "ipip061",
        "ipip071",
        "ipip081",
        "ipip101",
        "ipip111"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 17,
          "missing_count": 7,
          "observed_sum": 29,
          "available_mean": 1.7058823529411764,
          "available_scale_position": 17.64705882352941,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            36,
            64
          ],
          "full_scale_position_bounds": [
            12.5,
            41.666666666666664
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 14,
          "missing_count": 10,
          "observed_sum": 22,
          "available_mean": 1.5714285714285714,
          "available_scale_position": 14.285714285714285,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            32,
            72
          ],
          "full_scale_position_bounds": [
            8.333333333333332,
            50.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 14,
          "missing_count": 10,
          "observed_sum": 24,
          "available_mean": 1.7142857142857142,
          "available_scale_position": 17.857142857142854,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            34,
            74
          ],
          "full_scale_position_bounds": [
            10.416666666666668,
            52.083333333333336
          ]
        }
      ],
      "common_mean_by_pass": [
        1.6923076923076923,
        1.6153846153846154,
        1.6923076923076923
      ],
      "common_position_by_pass": [
        17.307692307692307,
        15.384615384615385,
        17.307692307692307
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 20,
      "constituent_facets_covered": false,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 24,
        "common_items": 14,
        "common_item_ids": [
          "ipip006",
          "ipip016",
          "ipip031",
          "ipip036",
          "ipip041",
          "ipip046",
          "ipip056",
          "ipip066",
          "ipip076",
          "ipip086",
          "ipip091",
          "ipip096",
          "ipip106",
          "ipip116"
        ],
        "omitted_item_ids": [
          "ipip001",
          "ipip011",
          "ipip021",
          "ipip026",
          "ipip051",
          "ipip061",
          "ipip071",
          "ipip081",
          "ipip101",
          "ipip111"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 17,
            "missing_count": 7,
            "observed_sum": 29,
            "available_mean": 1.7058823529411764,
            "available_scale_position": 17.64705882352941,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              36,
              64
            ],
            "full_scale_position_bounds": [
              12.5,
              41.666666666666664
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 15,
            "missing_count": 9,
            "observed_sum": 24,
            "available_mean": 1.6,
            "available_scale_position": 15.000000000000002,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              33,
              69
            ],
            "full_scale_position_bounds": [
              9.375,
              46.875
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 15,
            "missing_count": 9,
            "observed_sum": 26,
            "available_mean": 1.7333333333333334,
            "available_scale_position": 18.333333333333336,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              35,
              71
            ],
            "full_scale_position_bounds": [
              11.458333333333332,
              48.958333333333336
            ]
          }
        ],
        "common_mean_by_pass": [
          1.7142857142857142,
          1.6428571428571428,
          1.7142857142857142
        ],
        "common_position_by_pass": [
          17.857142857142854,
          16.07142857142857,
          17.857142857142854
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 20,
        "constituent_facets_covered": false
      }
    },
    {
      "code": "E",
      "name": "Extraversion",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 24,
      "common_items": 17,
      "common_item_ids": [
        "ipip007",
        "ipip017",
        "ipip022",
        "ipip032",
        "ipip037",
        "ipip047",
        "ipip052",
        "ipip057",
        "ipip062",
        "ipip067",
        "ipip077",
        "ipip082",
        "ipip092",
        "ipip097",
        "ipip102",
        "ipip107",
        "ipip112"
      ],
      "omitted_item_ids": [
        "ipip002",
        "ipip012",
        "ipip027",
        "ipip042",
        "ipip072",
        "ipip087",
        "ipip117"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 17,
          "missing_count": 7,
          "observed_sum": 66,
          "available_mean": 3.8823529411764706,
          "available_scale_position": 72.05882352941177,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            73,
            101
          ],
          "full_scale_position_bounds": [
            51.041666666666664,
            80.20833333333333
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 18,
          "missing_count": 6,
          "observed_sum": 69,
          "available_mean": 3.8333333333333335,
          "available_scale_position": 70.83333333333334,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            75,
            99
          ],
          "full_scale_position_bounds": [
            53.125,
            78.125
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 18,
          "missing_count": 6,
          "observed_sum": 69,
          "available_mean": 3.8333333333333335,
          "available_scale_position": 70.83333333333334,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            75,
            99
          ],
          "full_scale_position_bounds": [
            53.125,
            78.125
          ]
        }
      ],
      "common_mean_by_pass": [
        3.8823529411764706,
        3.8823529411764706,
        3.8823529411764706
      ],
      "common_position_by_pass": [
        72.05882352941177,
        72.05882352941177,
        72.05882352941177
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 20,
      "constituent_facets_covered": false,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 24,
        "common_items": 17,
        "common_item_ids": [
          "ipip007",
          "ipip017",
          "ipip022",
          "ipip032",
          "ipip037",
          "ipip047",
          "ipip052",
          "ipip057",
          "ipip062",
          "ipip067",
          "ipip077",
          "ipip082",
          "ipip092",
          "ipip097",
          "ipip102",
          "ipip107",
          "ipip112"
        ],
        "omitted_item_ids": [
          "ipip002",
          "ipip012",
          "ipip027",
          "ipip042",
          "ipip072",
          "ipip087",
          "ipip117"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 17,
            "missing_count": 7,
            "observed_sum": 66,
            "available_mean": 3.8823529411764706,
            "available_scale_position": 72.05882352941177,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              73,
              101
            ],
            "full_scale_position_bounds": [
              51.041666666666664,
              80.20833333333333
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 18,
            "missing_count": 6,
            "observed_sum": 69,
            "available_mean": 3.8333333333333335,
            "available_scale_position": 70.83333333333334,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              75,
              99
            ],
            "full_scale_position_bounds": [
              53.125,
              78.125
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 18,
            "missing_count": 6,
            "observed_sum": 69,
            "available_mean": 3.8333333333333335,
            "available_scale_position": 70.83333333333334,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              75,
              99
            ],
            "full_scale_position_bounds": [
              53.125,
              78.125
            ]
          }
        ],
        "common_mean_by_pass": [
          3.8823529411764706,
          3.8823529411764706,
          3.8823529411764706
        ],
        "common_position_by_pass": [
          72.05882352941177,
          72.05882352941177,
          72.05882352941177
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 20,
        "constituent_facets_covered": false
      }
    },
    {
      "code": "O",
      "name": "Openness to Experience",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 24,
      "common_items": 15,
      "common_item_ids": [
        "ipip008",
        "ipip018",
        "ipip028",
        "ipip038",
        "ipip043",
        "ipip048",
        "ipip053",
        "ipip058",
        "ipip073",
        "ipip078",
        "ipip083",
        "ipip088",
        "ipip098",
        "ipip103",
        "ipip113"
      ],
      "omitted_item_ids": [
        "ipip003",
        "ipip013",
        "ipip023",
        "ipip033",
        "ipip063",
        "ipip068",
        "ipip093",
        "ipip108",
        "ipip118"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 17,
          "missing_count": 7,
          "observed_sum": 80,
          "available_mean": 4.705882352941177,
          "available_scale_position": 92.64705882352942,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            87,
            115
          ],
          "full_scale_position_bounds": [
            65.625,
            94.79166666666667
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 17,
          "missing_count": 7,
          "observed_sum": 80,
          "available_mean": 4.705882352941177,
          "available_scale_position": 92.64705882352942,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            87,
            115
          ],
          "full_scale_position_bounds": [
            65.625,
            94.79166666666667
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 15,
          "missing_count": 9,
          "observed_sum": 69,
          "available_mean": 4.6,
          "available_scale_position": 89.99999999999999,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            78,
            114
          ],
          "full_scale_position_bounds": [
            56.25,
            93.75
          ]
        }
      ],
      "common_mean_by_pass": [
        4.733333333333333,
        4.733333333333333,
        4.6
      ],
      "common_position_by_pass": [
        93.33333333333333,
        93.33333333333333,
        89.99999999999999
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 20,
      "constituent_facets_covered": false,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 24,
        "common_items": 16,
        "common_item_ids": [
          "ipip003",
          "ipip008",
          "ipip018",
          "ipip028",
          "ipip038",
          "ipip043",
          "ipip048",
          "ipip053",
          "ipip058",
          "ipip073",
          "ipip078",
          "ipip083",
          "ipip088",
          "ipip098",
          "ipip103",
          "ipip113"
        ],
        "omitted_item_ids": [
          "ipip013",
          "ipip023",
          "ipip033",
          "ipip063",
          "ipip068",
          "ipip093",
          "ipip108",
          "ipip118"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 17,
            "missing_count": 7,
            "observed_sum": 80,
            "available_mean": 4.705882352941177,
            "available_scale_position": 92.64705882352942,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              87,
              115
            ],
            "full_scale_position_bounds": [
              65.625,
              94.79166666666667
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 17,
            "missing_count": 7,
            "observed_sum": 80,
            "available_mean": 4.705882352941177,
            "available_scale_position": 92.64705882352942,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              87,
              115
            ],
            "full_scale_position_bounds": [
              65.625,
              94.79166666666667
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 16,
            "missing_count": 8,
            "observed_sum": 74,
            "available_mean": 4.625,
            "available_scale_position": 90.625,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              82,
              114
            ],
            "full_scale_position_bounds": [
              60.416666666666664,
              93.75
            ]
          }
        ],
        "common_mean_by_pass": [
          4.75,
          4.75,
          4.625
        ],
        "common_position_by_pass": [
          93.75,
          93.75,
          90.625
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 20,
        "constituent_facets_covered": false
      }
    },
    {
      "code": "A",
      "name": "Agreeableness",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 24,
      "common_items": 17,
      "common_item_ids": [
        "ipip004",
        "ipip009",
        "ipip019",
        "ipip024",
        "ipip034",
        "ipip039",
        "ipip044",
        "ipip049",
        "ipip059",
        "ipip069",
        "ipip074",
        "ipip079",
        "ipip089",
        "ipip099",
        "ipip104",
        "ipip114",
        "ipip119"
      ],
      "omitted_item_ids": [
        "ipip014",
        "ipip029",
        "ipip054",
        "ipip064",
        "ipip084",
        "ipip094",
        "ipip109"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 20,
          "missing_count": 4,
          "observed_sum": 94,
          "available_mean": 4.7,
          "available_scale_position": 92.5,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            98,
            114
          ],
          "full_scale_position_bounds": [
            77.08333333333333,
            93.75
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 20,
          "missing_count": 4,
          "observed_sum": 94,
          "available_mean": 4.7,
          "available_scale_position": 92.5,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            98,
            114
          ],
          "full_scale_position_bounds": [
            77.08333333333333,
            93.75
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 17,
          "missing_count": 7,
          "observed_sum": 81,
          "available_mean": 4.764705882352941,
          "available_scale_position": 94.11764705882352,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            88,
            116
          ],
          "full_scale_position_bounds": [
            66.66666666666666,
            95.83333333333333
          ]
        }
      ],
      "common_mean_by_pass": [
        4.764705882352941,
        4.764705882352941,
        4.764705882352941
      ],
      "common_position_by_pass": [
        94.11764705882352,
        94.11764705882352,
        94.11764705882352
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 20,
      "constituent_facets_covered": false,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 24,
        "common_items": 19,
        "common_item_ids": [
          "ipip004",
          "ipip009",
          "ipip019",
          "ipip024",
          "ipip034",
          "ipip039",
          "ipip044",
          "ipip049",
          "ipip059",
          "ipip069",
          "ipip074",
          "ipip079",
          "ipip089",
          "ipip094",
          "ipip099",
          "ipip104",
          "ipip109",
          "ipip114",
          "ipip119"
        ],
        "omitted_item_ids": [
          "ipip014",
          "ipip029",
          "ipip054",
          "ipip064",
          "ipip084"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 20,
            "missing_count": 4,
            "observed_sum": 94,
            "available_mean": 4.7,
            "available_scale_position": 92.5,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              98,
              114
            ],
            "full_scale_position_bounds": [
              77.08333333333333,
              93.75
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 20,
            "missing_count": 4,
            "observed_sum": 94,
            "available_mean": 4.7,
            "available_scale_position": 92.5,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              98,
              114
            ],
            "full_scale_position_bounds": [
              77.08333333333333,
              93.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 19,
            "missing_count": 5,
            "observed_sum": 91,
            "available_mean": 4.7894736842105265,
            "available_scale_position": 94.73684210526316,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              96,
              116
            ],
            "full_scale_position_bounds": [
              75.0,
              95.83333333333333
            ]
          }
        ],
        "common_mean_by_pass": [
          4.7894736842105265,
          4.7894736842105265,
          4.7894736842105265
        ],
        "common_position_by_pass": [
          94.73684210526316,
          94.73684210526316,
          94.73684210526316
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 20,
        "constituent_facets_covered": false
      }
    },
    {
      "code": "C",
      "name": "Conscientiousness",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 24,
      "common_items": 8,
      "common_item_ids": [
        "ipip030",
        "ipip045",
        "ipip060",
        "ipip075",
        "ipip085",
        "ipip090",
        "ipip110",
        "ipip115"
      ],
      "omitted_item_ids": [
        "ipip005",
        "ipip010",
        "ipip015",
        "ipip020",
        "ipip025",
        "ipip035",
        "ipip040",
        "ipip050",
        "ipip055",
        "ipip065",
        "ipip070",
        "ipip080",
        "ipip095",
        "ipip100",
        "ipip105",
        "ipip120"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 9,
          "missing_count": 15,
          "observed_sum": 41,
          "available_mean": 4.555555555555555,
          "available_scale_position": 88.88888888888889,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            56,
            116
          ],
          "full_scale_position_bounds": [
            33.333333333333336,
            95.83333333333333
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 10,
          "missing_count": 14,
          "observed_sum": 47,
          "available_mean": 4.7,
          "available_scale_position": 92.5,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            61,
            117
          ],
          "full_scale_position_bounds": [
            38.541666666666664,
            96.875
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 10,
          "missing_count": 14,
          "observed_sum": 46,
          "available_mean": 4.6,
          "available_scale_position": 89.99999999999999,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            60,
            116
          ],
          "full_scale_position_bounds": [
            37.5,
            95.83333333333333
          ]
        }
      ],
      "common_mean_by_pass": [
        4.5,
        4.625,
        4.5
      ],
      "common_position_by_pass": [
        87.5,
        90.625,
        87.5
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 20,
      "constituent_facets_covered": false,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 24,
        "common_items": 11,
        "common_item_ids": [
          "ipip030",
          "ipip045",
          "ipip060",
          "ipip075",
          "ipip080",
          "ipip085",
          "ipip090",
          "ipip105",
          "ipip110",
          "ipip115",
          "ipip120"
        ],
        "omitted_item_ids": [
          "ipip005",
          "ipip010",
          "ipip015",
          "ipip020",
          "ipip025",
          "ipip035",
          "ipip040",
          "ipip050",
          "ipip055",
          "ipip065",
          "ipip070",
          "ipip095",
          "ipip100"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 11,
            "missing_count": 13,
            "observed_sum": 51,
            "available_mean": 4.636363636363637,
            "available_scale_position": 90.90909090909092,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              64,
              116
            ],
            "full_scale_position_bounds": [
              41.666666666666664,
              95.83333333333333
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 11,
            "missing_count": 13,
            "observed_sum": 52,
            "available_mean": 4.7272727272727275,
            "available_scale_position": 93.18181818181819,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              65,
              117
            ],
            "full_scale_position_bounds": [
              42.708333333333336,
              96.875
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 11,
            "missing_count": 13,
            "observed_sum": 51,
            "available_mean": 4.636363636363637,
            "available_scale_position": 90.90909090909092,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              64,
              116
            ],
            "full_scale_position_bounds": [
              41.666666666666664,
              95.83333333333333
            ]
          }
        ],
        "common_mean_by_pass": [
          4.636363636363637,
          4.7272727272727275,
          4.636363636363637
        ],
        "common_position_by_pass": [
          90.90909090909092,
          93.18181818181819,
          90.90909090909092
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 20,
        "constituent_facets_covered": false
      }
    }
  ],
  "facets": [
    {
      "code": "N1",
      "name": "Anxiety",
      "domain": "N",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 2,
      "common_item_ids": [
        "ipip031",
        "ipip091"
      ],
      "omitted_item_ids": [
        "ipip001",
        "ipip061"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 5,
          "available_mean": 1.6666666666666667,
          "available_scale_position": 16.666666666666668,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            6,
            10
          ],
          "full_scale_position_bounds": [
            12.5,
            37.5
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 3,
          "available_mean": 1.5,
          "available_scale_position": 12.5,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            5,
            13
          ],
          "full_scale_position_bounds": [
            6.25,
            56.25
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 5,
          "available_mean": 1.6666666666666667,
          "available_scale_position": 16.666666666666668,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            6,
            10
          ],
          "full_scale_position_bounds": [
            12.5,
            37.5
          ]
        }
      ],
      "common_mean_by_pass": [
        1.5,
        1.5,
        1.5
      ],
      "common_position_by_pass": [
        12.5,
        12.5,
        12.5
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 2,
        "common_item_ids": [
          "ipip031",
          "ipip091"
        ],
        "omitted_item_ids": [
          "ipip001",
          "ipip061"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 5,
            "available_mean": 1.6666666666666667,
            "available_scale_position": 16.666666666666668,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              6,
              10
            ],
            "full_scale_position_bounds": [
              12.5,
              37.5
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 3,
            "available_mean": 1.5,
            "available_scale_position": 12.5,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              5,
              13
            ],
            "full_scale_position_bounds": [
              6.25,
              56.25
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 5,
            "available_mean": 1.6666666666666667,
            "available_scale_position": 16.666666666666668,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              6,
              10
            ],
            "full_scale_position_bounds": [
              12.5,
              37.5
            ]
          }
        ],
        "common_mean_by_pass": [
          1.5,
          1.5,
          1.5
        ],
        "common_position_by_pass": [
          12.5,
          12.5,
          12.5
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "N2",
      "name": "Anger",
      "domain": "N",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip006",
        "ipip066",
        "ipip096"
      ],
      "omitted_item_ids": [
        "ipip036"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 8,
          "available_mean": 2,
          "available_scale_position": 25,
          "official_complete_raw_total": 8,
          "full_raw_total_bounds": [
            8,
            8
          ],
          "full_scale_position_bounds": [
            25.0,
            25.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 5,
          "available_mean": 1.6666666666666667,
          "available_scale_position": 16.666666666666668,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            6,
            10
          ],
          "full_scale_position_bounds": [
            12.5,
            37.5
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 6,
          "available_mean": 2,
          "available_scale_position": 25,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            7,
            11
          ],
          "full_scale_position_bounds": [
            18.75,
            43.75
          ]
        }
      ],
      "common_mean_by_pass": [
        2,
        1.6666666666666667,
        2
      ],
      "common_position_by_pass": [
        25,
        16.666666666666668,
        25
      ],
      "display_mean": 1.8888888888888888,
      "display_scale_position": 22.22222222222222,
      "repeat_statistics": {
        "n": 3,
        "mean": 22.22222222222222,
        "sample_sd": 4.811252243246881,
        "min": 16.666666666666668,
        "max": 25,
        "mean_minus_sd": 17.41096997897534
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 4,
        "common_item_ids": [
          "ipip006",
          "ipip036",
          "ipip066",
          "ipip096"
        ],
        "omitted_item_ids": [],
        "complete_all_passes": true,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 8,
            "available_mean": 2,
            "available_scale_position": 25,
            "official_complete_raw_total": 8,
            "full_raw_total_bounds": [
              8,
              8
            ],
            "full_scale_position_bounds": [
              25.0,
              25.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 7,
            "available_mean": 1.75,
            "available_scale_position": 18.75,
            "official_complete_raw_total": 7,
            "full_raw_total_bounds": [
              7,
              7
            ],
            "full_scale_position_bounds": [
              18.75,
              18.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 8,
            "available_mean": 2,
            "available_scale_position": 25,
            "official_complete_raw_total": 8,
            "full_raw_total_bounds": [
              8,
              8
            ],
            "full_scale_position_bounds": [
              25.0,
              25.0
            ]
          }
        ],
        "common_mean_by_pass": [
          2,
          1.75,
          2
        ],
        "common_position_by_pass": [
          25,
          18.75,
          25
        ],
        "display_mean": 1.9166666666666667,
        "display_scale_position": 22.916666666666668,
        "repeat_statistics": {
          "n": 3,
          "mean": 22.916666666666668,
          "sample_sd": 3.608439182435161,
          "min": 18.75,
          "max": 25,
          "mean_minus_sd": 19.30822748423151
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "N3",
      "name": "Depression",
      "domain": "N",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 1,
      "common_item_ids": [
        "ipip041"
      ],
      "omitted_item_ids": [
        "ipip011",
        "ipip071",
        "ipip101"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 3,
          "available_mean": 1.5,
          "available_scale_position": 12.5,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            5,
            13
          ],
          "full_scale_position_bounds": [
            6.25,
            56.25
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 1,
          "available_mean": 1,
          "available_scale_position": 0,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            16
          ],
          "full_scale_position_bounds": [
            0.0,
            75.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 1,
          "available_mean": 1,
          "available_scale_position": 0,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            16
          ],
          "full_scale_position_bounds": [
            0.0,
            75.0
          ]
        }
      ],
      "common_mean_by_pass": [
        1,
        1,
        1
      ],
      "common_position_by_pass": [
        0,
        0,
        0
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 1,
        "common_item_ids": [
          "ipip041"
        ],
        "omitted_item_ids": [
          "ipip011",
          "ipip071",
          "ipip101"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 3,
            "available_mean": 1.5,
            "available_scale_position": 12.5,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              5,
              13
            ],
            "full_scale_position_bounds": [
              6.25,
              56.25
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 1,
            "available_mean": 1,
            "available_scale_position": 0,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              16
            ],
            "full_scale_position_bounds": [
              0.0,
              75.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 1,
            "available_mean": 1,
            "available_scale_position": 0,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              16
            ],
            "full_scale_position_bounds": [
              0.0,
              75.0
            ]
          }
        ],
        "common_mean_by_pass": [
          1,
          1,
          1
        ],
        "common_position_by_pass": [
          0,
          0,
          0
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "N4",
      "name": "Self-Consciousness",
      "domain": "N",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 4,
      "common_item_ids": [
        "ipip016",
        "ipip046",
        "ipip076",
        "ipip106"
      ],
      "omitted_item_ids": [],
      "complete_all_passes": true,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 7,
          "available_mean": 1.75,
          "available_scale_position": 18.75,
          "official_complete_raw_total": 7,
          "full_raw_total_bounds": [
            7,
            7
          ],
          "full_scale_position_bounds": [
            18.75,
            18.75
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 7,
          "available_mean": 1.75,
          "available_scale_position": 18.75,
          "official_complete_raw_total": 7,
          "full_raw_total_bounds": [
            7,
            7
          ],
          "full_scale_position_bounds": [
            18.75,
            18.75
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 7,
          "available_mean": 1.75,
          "available_scale_position": 18.75,
          "official_complete_raw_total": 7,
          "full_raw_total_bounds": [
            7,
            7
          ],
          "full_scale_position_bounds": [
            18.75,
            18.75
          ]
        }
      ],
      "common_mean_by_pass": [
        1.75,
        1.75,
        1.75
      ],
      "common_position_by_pass": [
        18.75,
        18.75,
        18.75
      ],
      "display_mean": 1.75,
      "display_scale_position": 18.75,
      "repeat_statistics": {
        "n": 3,
        "mean": 18.75,
        "sample_sd": 0.0,
        "min": 18.75,
        "max": 18.75,
        "mean_minus_sd": 18.75
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 4,
        "common_item_ids": [
          "ipip016",
          "ipip046",
          "ipip076",
          "ipip106"
        ],
        "omitted_item_ids": [],
        "complete_all_passes": true,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 7,
            "available_mean": 1.75,
            "available_scale_position": 18.75,
            "official_complete_raw_total": 7,
            "full_raw_total_bounds": [
              7,
              7
            ],
            "full_scale_position_bounds": [
              18.75,
              18.75
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 7,
            "available_mean": 1.75,
            "available_scale_position": 18.75,
            "official_complete_raw_total": 7,
            "full_raw_total_bounds": [
              7,
              7
            ],
            "full_scale_position_bounds": [
              18.75,
              18.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 7,
            "available_mean": 1.75,
            "available_scale_position": 18.75,
            "official_complete_raw_total": 7,
            "full_raw_total_bounds": [
              7,
              7
            ],
            "full_scale_position_bounds": [
              18.75,
              18.75
            ]
          }
        ],
        "common_mean_by_pass": [
          1.75,
          1.75,
          1.75
        ],
        "common_position_by_pass": [
          18.75,
          18.75,
          18.75
        ],
        "display_mean": 1.75,
        "display_scale_position": 18.75,
        "repeat_statistics": {
          "n": 3,
          "mean": 18.75,
          "sample_sd": 0.0,
          "min": 18.75,
          "max": 18.75,
          "mean_minus_sd": 18.75
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "N5",
      "name": "Immoderation",
      "domain": "N",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 0,
      "common_item_ids": [],
      "omitted_item_ids": [
        "ipip021",
        "ipip051",
        "ipip081",
        "ipip111"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [],
      "common_position_by_pass": [],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 0,
        "common_item_ids": [],
        "omitted_item_ids": [
          "ipip021",
          "ipip051",
          "ipip081",
          "ipip111"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [],
        "common_position_by_pass": [],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "N6",
      "name": "Vulnerability",
      "domain": "N",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip056",
        "ipip086",
        "ipip116"
      ],
      "omitted_item_ids": [
        "ipip026"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 6,
          "available_mean": 1.5,
          "available_scale_position": 12.5,
          "official_complete_raw_total": 6,
          "full_raw_total_bounds": [
            6,
            6
          ],
          "full_scale_position_bounds": [
            12.5,
            12.5
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 6,
          "available_mean": 1.5,
          "available_scale_position": 12.5,
          "official_complete_raw_total": 6,
          "full_raw_total_bounds": [
            6,
            6
          ],
          "full_scale_position_bounds": [
            12.5,
            12.5
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 5,
          "available_mean": 1.6666666666666667,
          "available_scale_position": 16.666666666666668,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            6,
            10
          ],
          "full_scale_position_bounds": [
            12.5,
            37.5
          ]
        }
      ],
      "common_mean_by_pass": [
        1.6666666666666667,
        1.6666666666666667,
        1.6666666666666667
      ],
      "common_position_by_pass": [
        16.666666666666668,
        16.666666666666668,
        16.666666666666668
      ],
      "display_mean": 1.6666666666666667,
      "display_scale_position": 16.666666666666668,
      "repeat_statistics": {
        "n": 3,
        "mean": 16.666666666666668,
        "sample_sd": 0.0,
        "min": 16.666666666666668,
        "max": 16.666666666666668,
        "mean_minus_sd": 16.666666666666668
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip056",
          "ipip086",
          "ipip116"
        ],
        "omitted_item_ids": [
          "ipip026"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 6,
            "available_mean": 1.5,
            "available_scale_position": 12.5,
            "official_complete_raw_total": 6,
            "full_raw_total_bounds": [
              6,
              6
            ],
            "full_scale_position_bounds": [
              12.5,
              12.5
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 6,
            "available_mean": 1.5,
            "available_scale_position": 12.5,
            "official_complete_raw_total": 6,
            "full_raw_total_bounds": [
              6,
              6
            ],
            "full_scale_position_bounds": [
              12.5,
              12.5
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 5,
            "available_mean": 1.6666666666666667,
            "available_scale_position": 16.666666666666668,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              6,
              10
            ],
            "full_scale_position_bounds": [
              12.5,
              37.5
            ]
          }
        ],
        "common_mean_by_pass": [
          1.6666666666666667,
          1.6666666666666667,
          1.6666666666666667
        ],
        "common_position_by_pass": [
          16.666666666666668,
          16.666666666666668,
          16.666666666666668
        ],
        "display_mean": 1.6666666666666667,
        "display_scale_position": 16.666666666666668,
        "repeat_statistics": {
          "n": 3,
          "mean": 16.666666666666668,
          "sample_sd": 0.0,
          "min": 16.666666666666668,
          "max": 16.666666666666668,
          "mean_minus_sd": 16.666666666666668
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "E1",
      "name": "Friendliness",
      "domain": "E",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip032",
        "ipip062",
        "ipip092"
      ],
      "omitted_item_ids": [
        "ipip002"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        }
      ],
      "common_mean_by_pass": [
        4.666666666666667,
        4.666666666666667,
        4.666666666666667
      ],
      "common_position_by_pass": [
        91.66666666666667,
        91.66666666666667,
        91.66666666666667
      ],
      "display_mean": 4.666666666666667,
      "display_scale_position": 91.66666666666667,
      "repeat_statistics": {
        "n": 3,
        "mean": 91.66666666666667,
        "sample_sd": 0.0,
        "min": 91.66666666666667,
        "max": 91.66666666666667,
        "mean_minus_sd": 91.66666666666667
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip032",
          "ipip062",
          "ipip092"
        ],
        "omitted_item_ids": [
          "ipip002"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          }
        ],
        "common_mean_by_pass": [
          4.666666666666667,
          4.666666666666667,
          4.666666666666667
        ],
        "common_position_by_pass": [
          91.66666666666667,
          91.66666666666667,
          91.66666666666667
        ],
        "display_mean": 4.666666666666667,
        "display_scale_position": 91.66666666666667,
        "repeat_statistics": {
          "n": 3,
          "mean": 91.66666666666667,
          "sample_sd": 0.0,
          "min": 91.66666666666667,
          "max": 91.66666666666667,
          "mean_minus_sd": 91.66666666666667
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "E2",
      "name": "Gregariousness",
      "domain": "E",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 4,
      "common_item_ids": [
        "ipip007",
        "ipip037",
        "ipip067",
        "ipip097"
      ],
      "omitted_item_ids": [],
      "complete_all_passes": true,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 13,
          "available_mean": 3.25,
          "available_scale_position": 56.25,
          "official_complete_raw_total": 13,
          "full_raw_total_bounds": [
            13,
            13
          ],
          "full_scale_position_bounds": [
            56.25,
            56.25
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 13,
          "available_mean": 3.25,
          "available_scale_position": 56.25,
          "official_complete_raw_total": 13,
          "full_raw_total_bounds": [
            13,
            13
          ],
          "full_scale_position_bounds": [
            56.25,
            56.25
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 13,
          "available_mean": 3.25,
          "available_scale_position": 56.25,
          "official_complete_raw_total": 13,
          "full_raw_total_bounds": [
            13,
            13
          ],
          "full_scale_position_bounds": [
            56.25,
            56.25
          ]
        }
      ],
      "common_mean_by_pass": [
        3.25,
        3.25,
        3.25
      ],
      "common_position_by_pass": [
        56.25,
        56.25,
        56.25
      ],
      "display_mean": 3.25,
      "display_scale_position": 56.25,
      "repeat_statistics": {
        "n": 3,
        "mean": 56.25,
        "sample_sd": 0.0,
        "min": 56.25,
        "max": 56.25,
        "mean_minus_sd": 56.25
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 4,
        "common_item_ids": [
          "ipip007",
          "ipip037",
          "ipip067",
          "ipip097"
        ],
        "omitted_item_ids": [],
        "complete_all_passes": true,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 13,
            "available_mean": 3.25,
            "available_scale_position": 56.25,
            "official_complete_raw_total": 13,
            "full_raw_total_bounds": [
              13,
              13
            ],
            "full_scale_position_bounds": [
              56.25,
              56.25
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 13,
            "available_mean": 3.25,
            "available_scale_position": 56.25,
            "official_complete_raw_total": 13,
            "full_raw_total_bounds": [
              13,
              13
            ],
            "full_scale_position_bounds": [
              56.25,
              56.25
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 13,
            "available_mean": 3.25,
            "available_scale_position": 56.25,
            "official_complete_raw_total": 13,
            "full_raw_total_bounds": [
              13,
              13
            ],
            "full_scale_position_bounds": [
              56.25,
              56.25
            ]
          }
        ],
        "common_mean_by_pass": [
          3.25,
          3.25,
          3.25
        ],
        "common_position_by_pass": [
          56.25,
          56.25,
          56.25
        ],
        "display_mean": 3.25,
        "display_scale_position": 56.25,
        "repeat_statistics": {
          "n": 3,
          "mean": 56.25,
          "sample_sd": 0.0,
          "min": 56.25,
          "max": 56.25,
          "mean_minus_sd": 56.25
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "E3",
      "name": "Assertiveness",
      "domain": "E",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 1,
      "common_item_ids": [
        "ipip102"
      ],
      "omitted_item_ids": [
        "ipip012",
        "ipip042",
        "ipip072"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 5,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            8,
            20
          ],
          "full_scale_position_bounds": [
            25.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 5,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            8,
            20
          ],
          "full_scale_position_bounds": [
            25.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 5,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            8,
            20
          ],
          "full_scale_position_bounds": [
            25.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 1,
        "common_item_ids": [
          "ipip102"
        ],
        "omitted_item_ids": [
          "ipip012",
          "ipip042",
          "ipip072"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 5,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              8,
              20
            ],
            "full_scale_position_bounds": [
              25.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 5,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              8,
              20
            ],
            "full_scale_position_bounds": [
              25.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 5,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              8,
              20
            ],
            "full_scale_position_bounds": [
              25.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "E4",
      "name": "Activity Level",
      "domain": "E",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 4,
      "common_item_ids": [
        "ipip017",
        "ipip047",
        "ipip077",
        "ipip107"
      ],
      "omitted_item_ids": [],
      "complete_all_passes": true,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 16,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": 16,
          "full_raw_total_bounds": [
            16,
            16
          ],
          "full_scale_position_bounds": [
            75.0,
            75.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 16,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": 16,
          "full_raw_total_bounds": [
            16,
            16
          ],
          "full_scale_position_bounds": [
            75.0,
            75.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 16,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": 16,
          "full_raw_total_bounds": [
            16,
            16
          ],
          "full_scale_position_bounds": [
            75.0,
            75.0
          ]
        }
      ],
      "common_mean_by_pass": [
        4,
        4,
        4
      ],
      "common_position_by_pass": [
        75,
        75,
        75
      ],
      "display_mean": 4,
      "display_scale_position": 75,
      "repeat_statistics": {
        "n": 3,
        "mean": 75,
        "sample_sd": 0.0,
        "min": 75,
        "max": 75,
        "mean_minus_sd": 75.0
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 4,
        "common_item_ids": [
          "ipip017",
          "ipip047",
          "ipip077",
          "ipip107"
        ],
        "omitted_item_ids": [],
        "complete_all_passes": true,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 16,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": 16,
            "full_raw_total_bounds": [
              16,
              16
            ],
            "full_scale_position_bounds": [
              75.0,
              75.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 16,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": 16,
            "full_raw_total_bounds": [
              16,
              16
            ],
            "full_scale_position_bounds": [
              75.0,
              75.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 16,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": 16,
            "full_raw_total_bounds": [
              16,
              16
            ],
            "full_scale_position_bounds": [
              75.0,
              75.0
            ]
          }
        ],
        "common_mean_by_pass": [
          4,
          4,
          4
        ],
        "common_position_by_pass": [
          75,
          75,
          75
        ],
        "display_mean": 4,
        "display_scale_position": 75,
        "repeat_statistics": {
          "n": 3,
          "mean": 75,
          "sample_sd": 0.0,
          "min": 75,
          "max": 75,
          "mean_minus_sd": 75.0
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "E5",
      "name": "Excitement-Seeking",
      "domain": "E",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 4,
      "common_item_ids": [
        "ipip022",
        "ipip052",
        "ipip082",
        "ipip112"
      ],
      "omitted_item_ids": [],
      "complete_all_passes": true,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 13,
          "available_mean": 3.25,
          "available_scale_position": 56.25,
          "official_complete_raw_total": 13,
          "full_raw_total_bounds": [
            13,
            13
          ],
          "full_scale_position_bounds": [
            56.25,
            56.25
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 13,
          "available_mean": 3.25,
          "available_scale_position": 56.25,
          "official_complete_raw_total": 13,
          "full_raw_total_bounds": [
            13,
            13
          ],
          "full_scale_position_bounds": [
            56.25,
            56.25
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 13,
          "available_mean": 3.25,
          "available_scale_position": 56.25,
          "official_complete_raw_total": 13,
          "full_raw_total_bounds": [
            13,
            13
          ],
          "full_scale_position_bounds": [
            56.25,
            56.25
          ]
        }
      ],
      "common_mean_by_pass": [
        3.25,
        3.25,
        3.25
      ],
      "common_position_by_pass": [
        56.25,
        56.25,
        56.25
      ],
      "display_mean": 3.25,
      "display_scale_position": 56.25,
      "repeat_statistics": {
        "n": 3,
        "mean": 56.25,
        "sample_sd": 0.0,
        "min": 56.25,
        "max": 56.25,
        "mean_minus_sd": 56.25
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 4,
        "common_item_ids": [
          "ipip022",
          "ipip052",
          "ipip082",
          "ipip112"
        ],
        "omitted_item_ids": [],
        "complete_all_passes": true,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 13,
            "available_mean": 3.25,
            "available_scale_position": 56.25,
            "official_complete_raw_total": 13,
            "full_raw_total_bounds": [
              13,
              13
            ],
            "full_scale_position_bounds": [
              56.25,
              56.25
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 13,
            "available_mean": 3.25,
            "available_scale_position": 56.25,
            "official_complete_raw_total": 13,
            "full_raw_total_bounds": [
              13,
              13
            ],
            "full_scale_position_bounds": [
              56.25,
              56.25
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 13,
            "available_mean": 3.25,
            "available_scale_position": 56.25,
            "official_complete_raw_total": 13,
            "full_raw_total_bounds": [
              13,
              13
            ],
            "full_scale_position_bounds": [
              56.25,
              56.25
            ]
          }
        ],
        "common_mean_by_pass": [
          3.25,
          3.25,
          3.25
        ],
        "common_position_by_pass": [
          56.25,
          56.25,
          56.25
        ],
        "display_mean": 3.25,
        "display_scale_position": 56.25,
        "repeat_statistics": {
          "n": 3,
          "mean": 56.25,
          "sample_sd": 0.0,
          "min": 56.25,
          "max": 56.25,
          "mean_minus_sd": 56.25
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "E6",
      "name": "Cheerfulness",
      "domain": "E",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 1,
      "common_item_ids": [
        "ipip057"
      ],
      "omitted_item_ids": [
        "ipip027",
        "ipip087",
        "ipip117"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 5,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            8,
            20
          ],
          "full_scale_position_bounds": [
            25.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 8,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            10,
            18
          ],
          "full_scale_position_bounds": [
            37.5,
            87.5
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 8,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            10,
            18
          ],
          "full_scale_position_bounds": [
            37.5,
            87.5
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 1,
        "common_item_ids": [
          "ipip057"
        ],
        "omitted_item_ids": [
          "ipip027",
          "ipip087",
          "ipip117"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 5,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              8,
              20
            ],
            "full_scale_position_bounds": [
              25.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 8,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              10,
              18
            ],
            "full_scale_position_bounds": [
              37.5,
              87.5
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 8,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              10,
              18
            ],
            "full_scale_position_bounds": [
              37.5,
              87.5
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "O1",
      "name": "Imagination",
      "domain": "O",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 0,
      "common_item_ids": [],
      "omitted_item_ids": [
        "ipip003",
        "ipip033",
        "ipip063",
        "ipip093"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 5,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            8,
            20
          ],
          "full_scale_position_bounds": [
            25.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 5,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            8,
            20
          ],
          "full_scale_position_bounds": [
            25.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [],
      "common_position_by_pass": [],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 1,
        "common_item_ids": [
          "ipip003"
        ],
        "omitted_item_ids": [
          "ipip033",
          "ipip063",
          "ipip093"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 5,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              8,
              20
            ],
            "full_scale_position_bounds": [
              25.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 5,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              8,
              20
            ],
            "full_scale_position_bounds": [
              25.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 1,
            "missing_count": 3,
            "observed_sum": 5,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              8,
              20
            ],
            "full_scale_position_bounds": [
              25.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "O2",
      "name": "Artistic Interests",
      "domain": "O",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip008",
        "ipip038",
        "ipip098"
      ],
      "omitted_item_ids": [
        "ipip068"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 15,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            16,
            20
          ],
          "full_scale_position_bounds": [
            75.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 15,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            16,
            20
          ],
          "full_scale_position_bounds": [
            75.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 15,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            16,
            20
          ],
          "full_scale_position_bounds": [
            75.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": 5,
      "display_scale_position": 100,
      "repeat_statistics": {
        "n": 3,
        "mean": 100,
        "sample_sd": 0.0,
        "min": 100,
        "max": 100,
        "mean_minus_sd": 100.0
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip008",
          "ipip038",
          "ipip098"
        ],
        "omitted_item_ids": [
          "ipip068"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 15,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              16,
              20
            ],
            "full_scale_position_bounds": [
              75.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 15,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              16,
              20
            ],
            "full_scale_position_bounds": [
              75.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 15,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              16,
              20
            ],
            "full_scale_position_bounds": [
              75.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": 5,
        "display_scale_position": 100,
        "repeat_statistics": {
          "n": 3,
          "mean": 100,
          "sample_sd": 0.0,
          "min": 100,
          "max": 100,
          "mean_minus_sd": 100.0
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "O3",
      "name": "Emotionality",
      "domain": "O",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip043",
        "ipip073",
        "ipip103"
      ],
      "omitted_item_ids": [
        "ipip013"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        }
      ],
      "common_mean_by_pass": [
        4.666666666666667,
        4.666666666666667,
        4.666666666666667
      ],
      "common_position_by_pass": [
        91.66666666666667,
        91.66666666666667,
        91.66666666666667
      ],
      "display_mean": 4.666666666666667,
      "display_scale_position": 91.66666666666667,
      "repeat_statistics": {
        "n": 3,
        "mean": 91.66666666666667,
        "sample_sd": 0.0,
        "min": 91.66666666666667,
        "max": 91.66666666666667,
        "mean_minus_sd": 91.66666666666667
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip043",
          "ipip073",
          "ipip103"
        ],
        "omitted_item_ids": [
          "ipip013"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          }
        ],
        "common_mean_by_pass": [
          4.666666666666667,
          4.666666666666667,
          4.666666666666667
        ],
        "common_position_by_pass": [
          91.66666666666667,
          91.66666666666667,
          91.66666666666667
        ],
        "display_mean": 4.666666666666667,
        "display_scale_position": 91.66666666666667,
        "repeat_statistics": {
          "n": 3,
          "mean": 91.66666666666667,
          "sample_sd": 0.0,
          "min": 91.66666666666667,
          "max": 91.66666666666667,
          "mean_minus_sd": 91.66666666666667
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "O4",
      "name": "Adventurousness",
      "domain": "O",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip018",
        "ipip048",
        "ipip078"
      ],
      "omitted_item_ids": [
        "ipip108"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 19,
          "available_mean": 4.75,
          "available_scale_position": 93.75,
          "official_complete_raw_total": 19,
          "full_raw_total_bounds": [
            19,
            19
          ],
          "full_scale_position_bounds": [
            93.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 19,
          "available_mean": 4.75,
          "available_scale_position": 93.75,
          "official_complete_raw_total": 19,
          "full_raw_total_bounds": [
            19,
            19
          ],
          "full_scale_position_bounds": [
            93.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 15,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            16,
            20
          ],
          "full_scale_position_bounds": [
            75.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": 5,
      "display_scale_position": 100,
      "repeat_statistics": {
        "n": 3,
        "mean": 100,
        "sample_sd": 0.0,
        "min": 100,
        "max": 100,
        "mean_minus_sd": 100.0
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip018",
          "ipip048",
          "ipip078"
        ],
        "omitted_item_ids": [
          "ipip108"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 19,
            "available_mean": 4.75,
            "available_scale_position": 93.75,
            "official_complete_raw_total": 19,
            "full_raw_total_bounds": [
              19,
              19
            ],
            "full_scale_position_bounds": [
              93.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 19,
            "available_mean": 4.75,
            "available_scale_position": 93.75,
            "official_complete_raw_total": 19,
            "full_raw_total_bounds": [
              19,
              19
            ],
            "full_scale_position_bounds": [
              93.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 15,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              16,
              20
            ],
            "full_scale_position_bounds": [
              75.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": 5,
        "display_scale_position": 100,
        "repeat_statistics": {
          "n": 3,
          "mean": 100,
          "sample_sd": 0.0,
          "min": 100,
          "max": 100,
          "mean_minus_sd": 100.0
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "O5",
      "name": "Intellect",
      "domain": "O",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip053",
        "ipip083",
        "ipip113"
      ],
      "omitted_item_ids": [
        "ipip023"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 15,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            16,
            20
          ],
          "full_scale_position_bounds": [
            75.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 15,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            16,
            20
          ],
          "full_scale_position_bounds": [
            75.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 15,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            16,
            20
          ],
          "full_scale_position_bounds": [
            75.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": 5,
      "display_scale_position": 100,
      "repeat_statistics": {
        "n": 3,
        "mean": 100,
        "sample_sd": 0.0,
        "min": 100,
        "max": 100,
        "mean_minus_sd": 100.0
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip053",
          "ipip083",
          "ipip113"
        ],
        "omitted_item_ids": [
          "ipip023"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 15,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              16,
              20
            ],
            "full_scale_position_bounds": [
              75.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 15,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              16,
              20
            ],
            "full_scale_position_bounds": [
              75.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 15,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              16,
              20
            ],
            "full_scale_position_bounds": [
              75.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": 5,
        "display_scale_position": 100,
        "repeat_statistics": {
          "n": 3,
          "mean": 100,
          "sample_sd": 0.0,
          "min": 100,
          "max": 100,
          "mean_minus_sd": 100.0
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "O6",
      "name": "Liberalism",
      "domain": "O",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip028",
        "ipip058",
        "ipip088"
      ],
      "omitted_item_ids": [
        "ipip118"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 12,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            13,
            17
          ],
          "full_scale_position_bounds": [
            56.25,
            81.25
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 12,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            13,
            17
          ],
          "full_scale_position_bounds": [
            56.25,
            81.25
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 10,
          "available_mean": 3.3333333333333335,
          "available_scale_position": 58.333333333333336,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            11,
            15
          ],
          "full_scale_position_bounds": [
            43.75,
            68.75
          ]
        }
      ],
      "common_mean_by_pass": [
        4,
        4,
        3.3333333333333335
      ],
      "common_position_by_pass": [
        75,
        75,
        58.333333333333336
      ],
      "display_mean": 3.7777777777777777,
      "display_scale_position": 69.44444444444444,
      "repeat_statistics": {
        "n": 3,
        "mean": 69.44444444444444,
        "sample_sd": 9.622504486493762,
        "min": 58.333333333333336,
        "max": 75,
        "mean_minus_sd": 59.82193995795068
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip028",
          "ipip058",
          "ipip088"
        ],
        "omitted_item_ids": [
          "ipip118"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 12,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              13,
              17
            ],
            "full_scale_position_bounds": [
              56.25,
              81.25
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 12,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              13,
              17
            ],
            "full_scale_position_bounds": [
              56.25,
              81.25
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 10,
            "available_mean": 3.3333333333333335,
            "available_scale_position": 58.333333333333336,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              11,
              15
            ],
            "full_scale_position_bounds": [
              43.75,
              68.75
            ]
          }
        ],
        "common_mean_by_pass": [
          4,
          4,
          3.3333333333333335
        ],
        "common_position_by_pass": [
          75,
          75,
          58.333333333333336
        ],
        "display_mean": 3.7777777777777777,
        "display_scale_position": 69.44444444444444,
        "repeat_statistics": {
          "n": 3,
          "mean": 69.44444444444444,
          "sample_sd": 9.622504486493762,
          "min": 58.333333333333336,
          "max": 75,
          "mean_minus_sd": 59.82193995795068
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "A1",
      "name": "Trust",
      "domain": "A",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 2,
      "common_item_ids": [
        "ipip004",
        "ipip034"
      ],
      "omitted_item_ids": [
        "ipip064",
        "ipip094"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 16,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": 16,
          "full_raw_total_bounds": [
            16,
            16
          ],
          "full_scale_position_bounds": [
            75.0,
            75.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 16,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": 16,
          "full_raw_total_bounds": [
            16,
            16
          ],
          "full_scale_position_bounds": [
            75.0,
            75.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 8,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            10,
            18
          ],
          "full_scale_position_bounds": [
            37.5,
            87.5
          ]
        }
      ],
      "common_mean_by_pass": [
        4,
        4,
        4
      ],
      "common_position_by_pass": [
        75,
        75,
        75
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip004",
          "ipip034",
          "ipip094"
        ],
        "omitted_item_ids": [
          "ipip064"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 16,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": 16,
            "full_raw_total_bounds": [
              16,
              16
            ],
            "full_scale_position_bounds": [
              75.0,
              75.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 16,
            "available_mean": 4,
            "available_scale_position": 75,
            "official_complete_raw_total": 16,
            "full_raw_total_bounds": [
              16,
              16
            ],
            "full_scale_position_bounds": [
              75.0,
              75.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 13,
            "available_mean": 4.333333333333333,
            "available_scale_position": 83.33333333333333,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              14,
              18
            ],
            "full_scale_position_bounds": [
              62.5,
              87.5
            ]
          }
        ],
        "common_mean_by_pass": [
          4.333333333333333,
          4.333333333333333,
          4.333333333333333
        ],
        "common_position_by_pass": [
          83.33333333333333,
          83.33333333333333,
          83.33333333333333
        ],
        "display_mean": 4.333333333333333,
        "display_scale_position": 83.33333333333333,
        "repeat_statistics": {
          "n": 3,
          "mean": 83.33333333333333,
          "sample_sd": 0.0,
          "min": 83.33333333333333,
          "max": 83.33333333333333,
          "mean_minus_sd": 83.33333333333333
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "A2",
      "name": "Morality",
      "domain": "A",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 4,
      "common_item_ids": [
        "ipip009",
        "ipip039",
        "ipip069",
        "ipip099"
      ],
      "omitted_item_ids": [],
      "complete_all_passes": true,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 20,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": 20,
          "full_raw_total_bounds": [
            20,
            20
          ],
          "full_scale_position_bounds": [
            100.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 20,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": 20,
          "full_raw_total_bounds": [
            20,
            20
          ],
          "full_scale_position_bounds": [
            100.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 20,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": 20,
          "full_raw_total_bounds": [
            20,
            20
          ],
          "full_scale_position_bounds": [
            100.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": 5,
      "display_scale_position": 100,
      "repeat_statistics": {
        "n": 3,
        "mean": 100,
        "sample_sd": 0.0,
        "min": 100,
        "max": 100,
        "mean_minus_sd": 100.0
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 4,
        "common_item_ids": [
          "ipip009",
          "ipip039",
          "ipip069",
          "ipip099"
        ],
        "omitted_item_ids": [],
        "complete_all_passes": true,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 20,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": 20,
            "full_raw_total_bounds": [
              20,
              20
            ],
            "full_scale_position_bounds": [
              100.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 20,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": 20,
            "full_raw_total_bounds": [
              20,
              20
            ],
            "full_scale_position_bounds": [
              100.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 20,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": 20,
            "full_raw_total_bounds": [
              20,
              20
            ],
            "full_scale_position_bounds": [
              100.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": 5,
        "display_scale_position": 100,
        "repeat_statistics": {
          "n": 3,
          "mean": 100,
          "sample_sd": 0.0,
          "min": 100,
          "max": 100,
          "mean_minus_sd": 100.0
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "A3",
      "name": "Altruism",
      "domain": "A",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip044",
        "ipip074",
        "ipip104"
      ],
      "omitted_item_ids": [
        "ipip014"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        }
      ],
      "common_mean_by_pass": [
        4.666666666666667,
        4.666666666666667,
        4.666666666666667
      ],
      "common_position_by_pass": [
        91.66666666666667,
        91.66666666666667,
        91.66666666666667
      ],
      "display_mean": 4.666666666666667,
      "display_scale_position": 91.66666666666667,
      "repeat_statistics": {
        "n": 3,
        "mean": 91.66666666666667,
        "sample_sd": 0.0,
        "min": 91.66666666666667,
        "max": 91.66666666666667,
        "mean_minus_sd": 91.66666666666667
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip044",
          "ipip074",
          "ipip104"
        ],
        "omitted_item_ids": [
          "ipip014"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          }
        ],
        "common_mean_by_pass": [
          4.666666666666667,
          4.666666666666667,
          4.666666666666667
        ],
        "common_position_by_pass": [
          91.66666666666667,
          91.66666666666667,
          91.66666666666667
        ],
        "display_mean": 4.666666666666667,
        "display_scale_position": 91.66666666666667,
        "repeat_statistics": {
          "n": 3,
          "mean": 91.66666666666667,
          "sample_sd": 0.0,
          "min": 91.66666666666667,
          "max": 91.66666666666667,
          "mean_minus_sd": 91.66666666666667
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "A4",
      "name": "Cooperation",
      "domain": "A",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip019",
        "ipip049",
        "ipip079"
      ],
      "omitted_item_ids": [
        "ipip109"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 20,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": 20,
          "full_raw_total_bounds": [
            20,
            20
          ],
          "full_scale_position_bounds": [
            100.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 20,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": 20,
          "full_raw_total_bounds": [
            20,
            20
          ],
          "full_scale_position_bounds": [
            100.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 15,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            16,
            20
          ],
          "full_scale_position_bounds": [
            75.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": 5,
      "display_scale_position": 100,
      "repeat_statistics": {
        "n": 3,
        "mean": 100,
        "sample_sd": 0.0,
        "min": 100,
        "max": 100,
        "mean_minus_sd": 100.0
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 4,
        "common_item_ids": [
          "ipip019",
          "ipip049",
          "ipip079",
          "ipip109"
        ],
        "omitted_item_ids": [],
        "complete_all_passes": true,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 20,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": 20,
            "full_raw_total_bounds": [
              20,
              20
            ],
            "full_scale_position_bounds": [
              100.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 20,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": 20,
            "full_raw_total_bounds": [
              20,
              20
            ],
            "full_scale_position_bounds": [
              100.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 20,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": 20,
            "full_raw_total_bounds": [
              20,
              20
            ],
            "full_scale_position_bounds": [
              100.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": 5,
        "display_scale_position": 100,
        "repeat_statistics": {
          "n": 3,
          "mean": 100,
          "sample_sd": 0.0,
          "min": 100,
          "max": 100,
          "mean_minus_sd": 100.0
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "A5",
      "name": "Modesty",
      "domain": "A",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 2,
      "common_item_ids": [
        "ipip024",
        "ipip114"
      ],
      "omitted_item_ids": [
        "ipip054",
        "ipip084"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 10,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            12,
            20
          ],
          "full_scale_position_bounds": [
            50.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 10,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            12,
            20
          ],
          "full_scale_position_bounds": [
            50.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 10,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            12,
            20
          ],
          "full_scale_position_bounds": [
            50.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 2,
        "common_item_ids": [
          "ipip024",
          "ipip114"
        ],
        "omitted_item_ids": [
          "ipip054",
          "ipip084"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "A6",
      "name": "Sympathy",
      "domain": "A",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip059",
        "ipip089",
        "ipip119"
      ],
      "omitted_item_ids": [
        "ipip029"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        }
      ],
      "common_mean_by_pass": [
        4.666666666666667,
        4.666666666666667,
        4.666666666666667
      ],
      "common_position_by_pass": [
        91.66666666666667,
        91.66666666666667,
        91.66666666666667
      ],
      "display_mean": 4.666666666666667,
      "display_scale_position": 91.66666666666667,
      "repeat_statistics": {
        "n": 3,
        "mean": 91.66666666666667,
        "sample_sd": 0.0,
        "min": 91.66666666666667,
        "max": 91.66666666666667,
        "mean_minus_sd": 91.66666666666667
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip059",
          "ipip089",
          "ipip119"
        ],
        "omitted_item_ids": [
          "ipip029"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          }
        ],
        "common_mean_by_pass": [
          4.666666666666667,
          4.666666666666667,
          4.666666666666667
        ],
        "common_position_by_pass": [
          91.66666666666667,
          91.66666666666667,
          91.66666666666667
        ],
        "display_mean": 4.666666666666667,
        "display_scale_position": 91.66666666666667,
        "repeat_statistics": {
          "n": 3,
          "mean": 91.66666666666667,
          "sample_sd": 0.0,
          "min": 91.66666666666667,
          "max": 91.66666666666667,
          "mean_minus_sd": 91.66666666666667
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "C1",
      "name": "Self-Efficacy",
      "domain": "C",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 0,
      "common_item_ids": [],
      "omitted_item_ids": [
        "ipip005",
        "ipip035",
        "ipip065",
        "ipip095"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [],
      "common_position_by_pass": [],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 0,
        "common_item_ids": [],
        "omitted_item_ids": [
          "ipip005",
          "ipip035",
          "ipip065",
          "ipip095"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [],
        "common_position_by_pass": [],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "C2",
      "name": "Orderliness",
      "domain": "C",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 0,
      "common_item_ids": [],
      "omitted_item_ids": [
        "ipip010",
        "ipip040",
        "ipip070",
        "ipip100"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 0,
          "missing_count": 4,
          "observed_sum": 0,
          "available_mean": null,
          "available_scale_position": null,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            4,
            20
          ],
          "full_scale_position_bounds": [
            0.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [],
      "common_position_by_pass": [],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 0,
        "common_item_ids": [],
        "omitted_item_ids": [
          "ipip010",
          "ipip040",
          "ipip070",
          "ipip100"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 0,
            "missing_count": 4,
            "observed_sum": 0,
            "available_mean": null,
            "available_scale_position": null,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              4,
              20
            ],
            "full_scale_position_bounds": [
              0.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [],
        "common_position_by_pass": [],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "C3",
      "name": "Dutifulness",
      "domain": "C",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 2,
      "common_item_ids": [
        "ipip045",
        "ipip075"
      ],
      "omitted_item_ids": [
        "ipip015",
        "ipip105"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 9,
          "available_mean": 4.5,
          "available_scale_position": 87.5,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            11,
            19
          ],
          "full_scale_position_bounds": [
            43.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 9,
          "available_mean": 4.5,
          "available_scale_position": 87.5,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            11,
            19
          ],
          "full_scale_position_bounds": [
            43.75,
            93.75
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 14,
          "available_mean": 4.666666666666667,
          "available_scale_position": 91.66666666666667,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            15,
            19
          ],
          "full_scale_position_bounds": [
            68.75,
            93.75
          ]
        }
      ],
      "common_mean_by_pass": [
        4.5,
        4.5,
        4.5
      ],
      "common_position_by_pass": [
        87.5,
        87.5,
        87.5
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 3,
        "common_item_ids": [
          "ipip045",
          "ipip075",
          "ipip105"
        ],
        "omitted_item_ids": [
          "ipip015"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 3,
            "missing_count": 1,
            "observed_sum": 14,
            "available_mean": 4.666666666666667,
            "available_scale_position": 91.66666666666667,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              15,
              19
            ],
            "full_scale_position_bounds": [
              68.75,
              93.75
            ]
          }
        ],
        "common_mean_by_pass": [
          4.666666666666667,
          4.666666666666667,
          4.666666666666667
        ],
        "common_position_by_pass": [
          91.66666666666667,
          91.66666666666667,
          91.66666666666667
        ],
        "display_mean": 4.666666666666667,
        "display_scale_position": 91.66666666666667,
        "repeat_statistics": {
          "n": 3,
          "mean": 91.66666666666667,
          "sample_sd": 0.0,
          "min": 91.66666666666667,
          "max": 91.66666666666667,
          "mean_minus_sd": 91.66666666666667
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "C4",
      "name": "Achievement-Striving",
      "domain": "C",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 1,
      "common_item_ids": [
        "ipip110"
      ],
      "omitted_item_ids": [
        "ipip020",
        "ipip050",
        "ipip080"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 10,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            12,
            20
          ],
          "full_scale_position_bounds": [
            50.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 10,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            12,
            20
          ],
          "full_scale_position_bounds": [
            50.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 1,
          "missing_count": 3,
          "observed_sum": 5,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            8,
            20
          ],
          "full_scale_position_bounds": [
            25.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 2,
        "common_item_ids": [
          "ipip080",
          "ipip110"
        ],
        "omitted_item_ids": [
          "ipip020",
          "ipip050"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "C5",
      "name": "Self-Discipline",
      "domain": "C",
      "eligible": false,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 2,
      "common_item_ids": [
        "ipip085",
        "ipip115"
      ],
      "omitted_item_ids": [
        "ipip025",
        "ipip055"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 10,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            12,
            20
          ],
          "full_scale_position_bounds": [
            50.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 10,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            12,
            20
          ],
          "full_scale_position_bounds": [
            50.0,
            100.0
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 2,
          "missing_count": 2,
          "observed_sum": 10,
          "available_mean": 5,
          "available_scale_position": 100,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            12,
            20
          ],
          "full_scale_position_bounds": [
            50.0,
            100.0
          ]
        }
      ],
      "common_mean_by_pass": [
        5,
        5,
        5
      ],
      "common_position_by_pass": [
        100,
        100,
        100
      ],
      "display_mean": null,
      "display_scale_position": null,
      "repeat_statistics": {
        "n": 0,
        "mean": null,
        "sample_sd": null,
        "min": null,
        "max": null,
        "mean_minus_sd": null
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": false,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 2,
        "common_item_ids": [
          "ipip085",
          "ipip115"
        ],
        "omitted_item_ids": [
          "ipip025",
          "ipip055"
        ],
        "complete_all_passes": false,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 2,
            "missing_count": 2,
            "observed_sum": 10,
            "available_mean": 5,
            "available_scale_position": 100,
            "official_complete_raw_total": null,
            "full_raw_total_bounds": [
              12,
              20
            ],
            "full_scale_position_bounds": [
              50.0,
              100.0
            ]
          }
        ],
        "common_mean_by_pass": [
          5,
          5,
          5
        ],
        "common_position_by_pass": [
          100,
          100,
          100
        ],
        "display_mean": null,
        "display_scale_position": null,
        "repeat_statistics": {
          "n": 0,
          "mean": null,
          "sample_sd": null,
          "min": null,
          "max": null,
          "mean_minus_sd": null
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    },
    {
      "code": "C6",
      "name": "Cautiousness",
      "domain": "C",
      "eligible": true,
      "method": "three-pass common-item mean; no imputation",
      "expected_items": 4,
      "common_items": 3,
      "common_item_ids": [
        "ipip030",
        "ipip060",
        "ipip090"
      ],
      "omitted_item_ids": [
        "ipip120"
      ],
      "complete_all_passes": false,
      "available_by_pass": [
        {
          "pass_id": "character-r1",
          "observed_count": 3,
          "missing_count": 1,
          "observed_sum": 12,
          "available_mean": 4,
          "available_scale_position": 75,
          "official_complete_raw_total": null,
          "full_raw_total_bounds": [
            13,
            17
          ],
          "full_scale_position_bounds": [
            56.25,
            81.25
          ]
        },
        {
          "pass_id": "character-r2",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 18,
          "available_mean": 4.5,
          "available_scale_position": 87.5,
          "official_complete_raw_total": 18,
          "full_raw_total_bounds": [
            18,
            18
          ],
          "full_scale_position_bounds": [
            87.5,
            87.5
          ]
        },
        {
          "pass_id": "character-r3",
          "observed_count": 4,
          "missing_count": 0,
          "observed_sum": 17,
          "available_mean": 4.25,
          "available_scale_position": 81.25,
          "official_complete_raw_total": 17,
          "full_raw_total_bounds": [
            17,
            17
          ],
          "full_scale_position_bounds": [
            81.25,
            81.25
          ]
        }
      ],
      "common_mean_by_pass": [
        4,
        4.333333333333333,
        4
      ],
      "common_position_by_pass": [
        75,
        83.33333333333333,
        75
      ],
      "display_mean": 4.111111111111111,
      "display_scale_position": 77.77777777777777,
      "repeat_statistics": {
        "n": 3,
        "mean": 77.77777777777777,
        "sample_sd": 4.811252243246878,
        "min": 75,
        "max": 83.33333333333333,
        "mean_minus_sd": 72.96652553453089
      },
      "scale_position_label": "0–100 scale position, NOT population percentile",
      "minimum_common_items": 3,
      "constituent_facets_covered": true,
      "nonunit_only_relaxed_sensitivity": {
        "eligible": true,
        "method": "three-pass common-item mean; no imputation",
        "expected_items": 4,
        "common_items": 4,
        "common_item_ids": [
          "ipip030",
          "ipip060",
          "ipip090",
          "ipip120"
        ],
        "omitted_item_ids": [],
        "complete_all_passes": true,
        "available_by_pass": [
          {
            "pass_id": "character-r1",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 17,
            "available_mean": 4.25,
            "available_scale_position": 81.25,
            "official_complete_raw_total": 17,
            "full_raw_total_bounds": [
              17,
              17
            ],
            "full_scale_position_bounds": [
              81.25,
              81.25
            ]
          },
          {
            "pass_id": "character-r2",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 18,
            "available_mean": 4.5,
            "available_scale_position": 87.5,
            "official_complete_raw_total": 18,
            "full_raw_total_bounds": [
              18,
              18
            ],
            "full_scale_position_bounds": [
              87.5,
              87.5
            ]
          },
          {
            "pass_id": "character-r3",
            "observed_count": 4,
            "missing_count": 0,
            "observed_sum": 17,
            "available_mean": 4.25,
            "available_scale_position": 81.25,
            "official_complete_raw_total": 17,
            "full_raw_total_bounds": [
              17,
              17
            ],
            "full_scale_position_bounds": [
              81.25,
              81.25
            ]
          }
        ],
        "common_mean_by_pass": [
          4.25,
          4.5,
          4.25
        ],
        "common_position_by_pass": [
          81.25,
          87.5,
          81.25
        ],
        "display_mean": 4.333333333333333,
        "display_scale_position": 83.33333333333333,
        "repeat_statistics": {
          "n": 3,
          "mean": 83.33333333333333,
          "sample_sd": 3.608439182435161,
          "min": 81.25,
          "max": 87.5,
          "mean_minus_sd": 79.72489415089817
        },
        "scale_position_label": "0–100 scale position, NOT population percentile",
        "minimum_common_items": 3,
        "constituent_facets_covered": true
      }
    }
  ],
  "status_by_pass": {
    "character-r1": {
      "not_applicable": 34,
      "valid": 80,
      "invalid_probability_mass": 5,
      "tied_top": 1
    },
    "character_reverse-r1": {
      "not_applicable": 15,
      "valid": 15
    },
    "literal-r1": {
      "not_applicable": 30
    },
    "character-r2": {
      "not_applicable": 33,
      "valid": 79,
      "invalid_probability_mass": 5,
      "tied_top": 2,
      "returned_nonwinner": 1
    },
    "character_reverse-r2": {
      "not_applicable": 15,
      "valid": 15
    },
    "literal-r2": {
      "not_applicable": 29,
      "invalid_probability_mass": 1
    },
    "character-r3": {
      "invalid_probability_mass": 6,
      "not_applicable": 36,
      "valid": 74,
      "returned_nonwinner": 2,
      "tied_top": 2
    },
    "character_reverse-r3": {
      "not_applicable": 15,
      "valid": 15
    },
    "literal-r3": {
      "not_applicable": 30
    }
  },
  "repeatability": {
    "character": [
      {
        "left": 1,
        "right": 2,
        "total_items": 120,
        "valid_scored_pairs": 77,
        "exact_scored_agreement_count": 75,
        "exact_scored_agreement_rate": 0.974025974025974,
        "within_one_count": 77,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0.025974025974025976,
        "raw_choice_pairs": 120,
        "raw_choice_agreement_including_na": 116,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "left": 1,
        "right": 3,
        "total_items": 120,
        "valid_scored_pairs": 71,
        "exact_scored_agreement_count": 69,
        "exact_scored_agreement_rate": 0.971830985915493,
        "within_one_count": 71,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0.028169014084507043,
        "raw_choice_pairs": 120,
        "raw_choice_agreement_including_na": 115,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "left": 2,
        "right": 3,
        "total_items": 120,
        "valid_scored_pairs": 72,
        "exact_scored_agreement_count": 68,
        "exact_scored_agreement_rate": 0.9444444444444444,
        "within_one_count": 72,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0.05555555555555555,
        "raw_choice_pairs": 120,
        "raw_choice_agreement_including_na": 113,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      }
    ],
    "character_reverse": [
      {
        "left": 1,
        "right": 2,
        "total_items": 30,
        "valid_scored_pairs": 15,
        "exact_scored_agreement_count": 14,
        "exact_scored_agreement_rate": 0.9333333333333333,
        "within_one_count": 15,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0.06666666666666667,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 29,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "left": 1,
        "right": 3,
        "total_items": 30,
        "valid_scored_pairs": 15,
        "exact_scored_agreement_count": 14,
        "exact_scored_agreement_rate": 0.9333333333333333,
        "within_one_count": 15,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0.06666666666666667,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 29,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "left": 2,
        "right": 3,
        "total_items": 30,
        "valid_scored_pairs": 15,
        "exact_scored_agreement_count": 15,
        "exact_scored_agreement_rate": 1.0,
        "within_one_count": 15,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 30,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      }
    ],
    "literal": [
      {
        "left": 1,
        "right": 2,
        "total_items": 30,
        "valid_scored_pairs": 0,
        "exact_scored_agreement_count": 0,
        "exact_scored_agreement_rate": null,
        "within_one_count": 0,
        "within_one_rate": null,
        "mean_absolute_category_difference": null,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 30,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "left": 1,
        "right": 3,
        "total_items": 30,
        "valid_scored_pairs": 0,
        "exact_scored_agreement_count": 0,
        "exact_scored_agreement_rate": null,
        "within_one_count": 0,
        "within_one_rate": null,
        "mean_absolute_category_difference": null,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 30,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "left": 2,
        "right": 3,
        "total_items": 30,
        "valid_scored_pairs": 0,
        "exact_scored_agreement_count": 0,
        "exact_scored_agreement_rate": null,
        "within_one_count": 0,
        "within_one_rate": null,
        "mean_absolute_category_difference": null,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 30,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      }
    ]
  },
  "sensitivity_same_subset": {
    "character_reverse": [
      {
        "repeat": 1,
        "total_items": 30,
        "valid_scored_pairs": 15,
        "exact_scored_agreement_count": 12,
        "exact_scored_agreement_rate": 0.8,
        "within_one_count": 15,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0.2,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 27,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "repeat": 2,
        "total_items": 30,
        "valid_scored_pairs": 15,
        "exact_scored_agreement_count": 14,
        "exact_scored_agreement_rate": 0.9333333333333333,
        "within_one_count": 15,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0.06666666666666667,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 29,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "repeat": 3,
        "total_items": 30,
        "valid_scored_pairs": 13,
        "exact_scored_agreement_count": 12,
        "exact_scored_agreement_rate": 0.9230769230769231,
        "within_one_count": 13,
        "within_one_rate": 1.0,
        "mean_absolute_category_difference": 0.07692307692307693,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 29,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      }
    ],
    "literal": [
      {
        "repeat": 1,
        "total_items": 30,
        "valid_scored_pairs": 0,
        "exact_scored_agreement_count": 0,
        "exact_scored_agreement_rate": null,
        "within_one_count": 0,
        "within_one_rate": null,
        "mean_absolute_category_difference": null,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 15,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "repeat": 2,
        "total_items": 30,
        "valid_scored_pairs": 0,
        "exact_scored_agreement_count": 0,
        "exact_scored_agreement_rate": null,
        "within_one_count": 0,
        "within_one_rate": null,
        "mean_absolute_category_difference": null,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 15,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      },
      {
        "repeat": 3,
        "total_items": 30,
        "valid_scored_pairs": 0,
        "exact_scored_agreement_count": 0,
        "exact_scored_agreement_rate": null,
        "within_one_count": 0,
        "within_one_rate": null,
        "mean_absolute_category_difference": null,
        "raw_choice_pairs": 30,
        "raw_choice_agreement_including_na": 15,
        "note": "Descriptive matched items, not independent people; raw agreement does not validate questionable choices or applicability."
      }
    ]
  },
  "items": [
    {
      "text": "Worry about things.",
      "facet": "N1",
      "domain": "N",
      "key": "+",
      "id": "ipip001",
      "number": 1,
      "original_ipip300_number": 1,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.48,
            "probabilities": {
              "r2": 0.07,
              "r5": 0.01,
              "na": 0.5599999999999999,
              "r3": 0.23,
              "r4": 0.1,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.61,
            "probabilities": {
              "na": 0.68,
              "r1": 0.03,
              "r3": 0.13,
              "r4": 0.09,
              "r5": 0.0,
              "r2": 0.07
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.9,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.07,
              "r3": 0.0,
              "na": 0.93
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.45,
            "probabilities": {
              "r3": 0.24,
              "r5": 0.01,
              "r4": 0.09,
              "r1": 0.03,
              "r2": 0.09,
              "na": 0.54
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.54,
            "probabilities": {
              "r4": 0.1,
              "r5": 0.0,
              "r3": 0.19,
              "na": 0.61,
              "r1": 0.03,
              "r2": 0.07
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.89,
            "probabilities": {
              "r3": 0.0,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.92,
              "r2": 0.0,
              "r1": 0.08
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.47,
            "probabilities": {
              "r3": 0.25,
              "r4": 0.09,
              "na": 0.55,
              "r1": 0.02,
              "r2": 0.07,
              "r5": 0.01
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9900000000000001,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.55,
            "probabilities": {
              "r1": 0.03,
              "r3": 0.16,
              "r5": 0.0,
              "na": 0.63,
              "r2": 0.08,
              "r4": 0.1
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip001",
          "item_id": "ipip001",
          "item_number": 1,
          "topic": "N1",
          "exact_item": "Worry about things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Worry about things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.88,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.09,
              "r3": 0.0,
              "r4": 0.0,
              "na": 0.91
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Make friends easily.",
      "facet": "E1",
      "domain": "E",
      "key": "+",
      "id": "ipip002",
      "number": 2,
      "original_ipip300_number": 2,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.37,
            "probabilities": {
              "r2": 0.02,
              "r5": 0.01,
              "na": 0.47,
              "r4": 0.17,
              "r3": 0.33,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.51,
            "probabilities": {
              "na": 0.59,
              "r1": 0.0,
              "r3": 0.16,
              "r4": 0.22,
              "r5": 0.01,
              "r2": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.02,
              "r3": 0.0,
              "na": 0.98
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.35,
            "probabilities": {
              "r3": 0.36,
              "r5": 0.01,
              "r4": 0.16,
              "r1": 0.0,
              "r2": 0.01,
              "na": 0.46
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.5,
            "probabilities": {
              "r4": 0.21,
              "r5": 0.01,
              "r3": 0.17,
              "na": 0.58,
              "r1": 0.01,
              "r2": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.96,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r3": 0.0,
              "na": 0.98,
              "r2": 0.0,
              "r1": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.38,
            "probabilities": {
              "r3": 0.34,
              "r4": 0.15,
              "na": 0.49,
              "r1": 0.0,
              "r2": 0.01,
              "r5": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.55,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.12,
              "r5": 0.01,
              "na": 0.63,
              "r2": 0.02,
              "r4": 0.22
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip002",
          "item_id": "ipip002",
          "item_number": 2,
          "topic": "E1",
          "exact_item": "Make friends easily.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make friends easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.02,
              "r3": 0.0,
              "r4": 0.0,
              "na": 0.98
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Have a vivid imagination.",
      "facet": "O1",
      "domain": "O",
      "key": "+",
      "id": "ipip003",
      "number": 3,
      "original_ipip300_number": 3,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.36,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.48,
              "na": 0.08,
              "r4": 0.38,
              "r3": 0.06,
              "r1": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.55,
            "probabilities": {
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.02,
              "r4": 0.26,
              "r5": 0.63,
              "na": 0.08
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.85,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.02,
              "r2": 0.02,
              "r1": 0.04,
              "r3": 0.03,
              "na": 0.88
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.49,
            "probabilities": {
              "r3": 0.05,
              "r5": 0.58,
              "r4": 0.32,
              "r1": 0.0,
              "r2": 0.0,
              "na": 0.05
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.52,
            "probabilities": {
              "r4": 0.27,
              "r5": 0.61,
              "r3": 0.02,
              "na": 0.09,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.87,
            "probabilities": {
              "r1": 0.04,
              "r4": 0.01,
              "r5": 0.01,
              "na": 0.89,
              "r2": 0.02,
              "r3": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.46,
            "probabilities": {
              "r3": 0.06,
              "na": 0.05,
              "r1": 0.0,
              "r4": 0.33,
              "r2": 0.0,
              "r5": 0.55
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 5,
          "contribution": null,
          "relaxed_contribution": 5,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.48,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.03,
              "r5": 0.57,
              "na": 0.08,
              "r2": 0.01,
              "r4": 0.31
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip003",
          "item_id": "ipip003",
          "item_number": 3,
          "topic": "O1",
          "exact_item": "Have a vivid imagination.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a vivid imagination."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.88,
            "probabilities": {
              "r2": 0.02,
              "r5": 0.01,
              "na": 0.89,
              "r4": 0.01,
              "r3": 0.03,
              "r1": 0.04
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Trust others.",
      "facet": "A1",
      "domain": "A",
      "key": "+",
      "id": "ipip004",
      "number": 4,
      "original_ipip300_number": 4,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.35,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.07,
              "r1": 0.0,
              "r3": 0.23,
              "r4": 0.45,
              "na": 0.24
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.33,
            "probabilities": {
              "na": 0.23,
              "r1": 0.0,
              "r3": 0.09,
              "r4": 0.44,
              "r5": 0.22,
              "r2": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.02,
              "na": 0.98
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.38,
            "probabilities": {
              "r3": 0.22,
              "r1": 0.0,
              "r5": 0.09,
              "r4": 0.49,
              "r2": 0.01,
              "na": 0.19
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.35,
            "probabilities": {
              "r4": 0.47000000000000003,
              "r5": 0.18,
              "na": 0.24,
              "r3": 0.09,
              "r1": 0.0,
              "r2": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.98,
            "probabilities": {
              "r1": 0.0,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.99,
              "r2": 0.0,
              "r3": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.37,
            "probabilities": {
              "r3": 0.22,
              "r4": 0.48,
              "na": 0.21,
              "r1": 0.0,
              "r2": 0.01,
              "r5": 0.08
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.37,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.08,
              "r5": 0.19,
              "na": 0.24,
              "r2": 0.02,
              "r4": 0.47
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip004",
          "item_id": "ipip004",
          "item_number": 4,
          "topic": "A1",
          "exact_item": "Trust others.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 0.99,
              "r4": 0.0,
              "r3": 0.01,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Complete tasks successfully.",
      "facet": "C1",
      "domain": "C",
      "key": "+",
      "id": "ipip005",
      "number": 5,
      "original_ipip300_number": 5,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.53,
            "probabilities": {
              "r2": 0.02,
              "r5": 0.03,
              "r1": 0.01,
              "r4": 0.19,
              "r3": 0.15,
              "na": 0.6
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.62,
            "probabilities": {
              "r2": 0.02,
              "r1": 0.01,
              "r3": 0.1,
              "r4": 0.16,
              "r5": 0.03,
              "na": 0.68
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.52,
            "probabilities": {
              "r5": 0.05,
              "r4": 0.17,
              "r2": 0.04,
              "r1": 0.01,
              "r3": 0.12,
              "na": 0.61
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.54,
            "probabilities": {
              "r3": 0.16,
              "r1": 0.0,
              "r5": 0.03,
              "r4": 0.17,
              "r2": 0.02,
              "na": 0.62
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.64,
            "probabilities": {
              "r4": 0.15,
              "r5": 0.03,
              "r3": 0.1,
              "na": 0.69,
              "r1": 0.01,
              "r2": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.56,
            "probabilities": {
              "r5": 0.04,
              "r4": 0.16,
              "r3": 0.1,
              "na": 0.64,
              "r2": 0.05,
              "r1": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.54,
            "probabilities": {
              "r3": 0.17,
              "na": 0.62,
              "r1": 0.0,
              "r4": 0.16,
              "r2": 0.02,
              "r5": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.65,
            "probabilities": {
              "r1": 0.01,
              "r3": 0.08,
              "r5": 0.03,
              "na": 0.7,
              "r2": 0.02,
              "r4": 0.16
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip005",
          "item_id": "ipip005",
          "item_number": 5,
          "topic": "C1",
          "exact_item": "Complete tasks successfully.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Complete tasks successfully."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.62,
            "probabilities": {
              "r2": 0.03,
              "r5": 0.04,
              "r1": 0.01,
              "r3": 0.09,
              "r4": 0.14,
              "na": 0.69
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Get angry easily.",
      "facet": "N2",
      "domain": "N",
      "key": "+",
      "id": "ipip006",
      "number": 6,
      "original_ipip300_number": 6,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.4,
            "probabilities": {
              "r2": 0.5,
              "r5": 0.0,
              "r1": 0.46,
              "r4": 0.0,
              "r3": 0.01,
              "na": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.42,
            "probabilities": {
              "na": 0.02,
              "r1": 0.52,
              "r3": 0.01,
              "r4": 0.0,
              "r5": 0.0,
              "r2": 0.45
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.95,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.03,
              "r3": 0.0,
              "na": 0.97
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.38,
            "probabilities": {
              "r3": 0.02,
              "r5": 0.0,
              "r4": 0.0,
              "r1": 0.49,
              "r2": 0.47,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.45,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.02,
              "r3": 0.01,
              "r1": 0.55,
              "r2": 0.42
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.96,
            "probabilities": {
              "r1": 0.03,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.97,
              "r2": 0.0,
              "r3": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.4,
            "probabilities": {
              "r3": 0.01,
              "na": 0.02,
              "r1": 0.46,
              "r4": 0.0,
              "r2": 0.51,
              "r5": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.4,
            "probabilities": {
              "r1": 0.51,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.03,
              "r2": 0.45,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip006",
          "item_id": "ipip006",
          "item_number": 6,
          "topic": "N2",
          "exact_item": "Get angry easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get angry easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.02,
              "r3": 0.0,
              "r4": 0.0,
              "na": 0.98
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        1,
        2
      ]
    },
    {
      "text": "Love large parties.",
      "facet": "E2",
      "domain": "E",
      "key": "+",
      "id": "ipip007",
      "number": 7,
      "original_ipip300_number": 7,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.51,
            "probabilities": {
              "r2": 0.59,
              "r5": 0.0,
              "r1": 0.35,
              "r3": 0.02,
              "r4": 0.01,
              "na": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.56,
            "probabilities": {
              "r2": 0.64,
              "r1": 0.34,
              "r3": 0.01,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.0,
              "na": 1.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.47,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.0,
              "r1": 0.4,
              "r5": 0.0,
              "r2": 0.56,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.56,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "r3": 0.01,
              "na": 0.01,
              "r1": 0.34,
              "r2": 0.64
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r1": 0.0,
              "r4": 0.0,
              "r5": 0.0,
              "na": 1.0,
              "r2": 0.0,
              "r3": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.53,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.0,
              "na": 0.02,
              "r1": 0.35,
              "r2": 0.61,
              "r5": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.53,
            "probabilities": {
              "r1": 0.36,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.01,
              "r2": 0.62,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip007",
          "item_id": "ipip007",
          "item_number": 7,
          "topic": "E2",
          "exact_item": "Love large parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love large parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 1.0,
              "r4": 0.0,
              "r3": 0.0,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Believe in the importance of art.",
      "facet": "O2",
      "domain": "O",
      "key": "+",
      "id": "ipip008",
      "number": 8,
      "original_ipip300_number": 8,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 1.0,
            "probabilities": {
              "r2": 0.0,
              "r5": 1.0,
              "na": 0.0,
              "r3": 0.0,
              "r4": 0.0,
              "r1": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.99,
            "probabilities": {
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.0,
              "r4": 0.0,
              "r5": 1.0,
              "na": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.01,
              "na": 0.99
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 1.0,
            "probabilities": {
              "r3": 0.0,
              "r1": 0.0,
              "r5": 1.0,
              "r4": 0.0,
              "r2": 0.0,
              "na": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 1.0,
            "probabilities": {
              "r4": 0.0,
              "r5": 1.0,
              "r3": 0.0,
              "na": 0.0,
              "r1": 0.0,
              "r2": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.96,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.0,
              "r3": 0.02,
              "na": 0.97,
              "r2": 0.0,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 1.0,
            "probabilities": {
              "r3": 0.0,
              "r4": 0.0,
              "na": 0.0,
              "r1": 0.0,
              "r2": 0.0,
              "r5": 1.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.99,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.0,
              "r5": 1.0,
              "na": 0.0,
              "r2": 0.0,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip008",
          "item_id": "ipip008",
          "item_number": 8,
          "topic": "O2",
          "exact_item": "Believe in the importance of art.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe in the importance of art."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 0.98,
              "r4": 0.0,
              "r3": 0.02,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Use others for my own ends.",
      "facet": "A2",
      "domain": "A",
      "key": "-",
      "id": "ipip009",
      "number": 9,
      "original_ipip300_number": 99,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.83,
            "probabilities": {
              "r2": 0.09,
              "r5": 0.0,
              "na": 0.04,
              "r3": 0.01,
              "r4": 0.0,
              "r1": 0.86
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.81,
            "probabilities": {
              "na": 0.02,
              "r1": 0.84,
              "r3": 0.01,
              "r4": 0.0,
              "r5": 0.0,
              "r2": 0.13
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.69,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.0,
              "r2": 0.01,
              "r1": 0.22,
              "r3": 0.02,
              "na": 0.74
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.88,
            "probabilities": {
              "r3": 0.01,
              "r4": 0.0,
              "r1": 0.9,
              "r5": 0.0,
              "r2": 0.07,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.82,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "r3": 0.01,
              "na": 0.01,
              "r1": 0.85,
              "r2": 0.13
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.73,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.0,
              "r1": 0.19,
              "na": 0.78,
              "r2": 0.01,
              "r5": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.84,
            "probabilities": {
              "r3": 0.01,
              "r4": 0.0,
              "na": 0.03,
              "r1": 0.86,
              "r2": 0.1,
              "r5": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.83,
            "probabilities": {
              "r1": 0.86,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.01,
              "r2": 0.12,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip009",
          "item_id": "ipip009",
          "item_number": 9,
          "topic": "A2",
          "exact_item": "Use others for my own ends.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Use others for my own ends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.72,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.0,
              "na": 0.77,
              "r3": 0.02,
              "r4": 0.0,
              "r1": 0.2
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Like to tidy up.",
      "facet": "C2",
      "domain": "C",
      "key": "+",
      "id": "ipip010",
      "number": 10,
      "original_ipip300_number": 40,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 0.93,
              "r3": 0.05,
              "r4": 0.01,
              "r1": 0.0
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9900000000000001,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.94,
            "probabilities": {
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.03,
              "r4": 0.01,
              "r5": 0.0,
              "na": 0.96
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.0,
              "na": 1.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.89,
            "probabilities": {
              "r3": 0.08,
              "r5": 0.0,
              "r4": 0.01,
              "r1": 0.0,
              "r2": 0.0,
              "na": 0.91
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.95,
            "probabilities": {
              "r4": 0.01,
              "r5": 0.0,
              "r3": 0.03,
              "na": 0.96,
              "r1": 0.0,
              "r2": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r1": 0.0,
              "r4": 0.0,
              "r5": 0.0,
              "na": 1.0,
              "r2": 0.0,
              "r3": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.9,
            "probabilities": {
              "r3": 0.07,
              "r4": 0.01,
              "na": 0.92,
              "r1": 0.0,
              "r2": 0.0,
              "r5": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.95,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.03,
              "r5": 0.0,
              "na": 0.96,
              "r2": 0.0,
              "r4": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip010",
          "item_id": "ipip010",
          "item_number": 10,
          "topic": "C2",
          "exact_item": "Like to tidy up.",
          "key": "+",
          "domain": "C",
          "facet": "C2",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to tidy up."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.0,
              "r3": 0.0,
              "r4": 0.0,
              "na": 1.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Often feel blue.",
      "facet": "N3",
      "domain": "N",
      "key": "+",
      "id": "ipip011",
      "number": 11,
      "original_ipip300_number": 11,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.81,
            "probabilities": {
              "r2": 0.05,
              "r5": 0.0,
              "na": 0.85,
              "r3": 0.07,
              "r4": 0.0,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.84,
            "probabilities": {
              "na": 0.87,
              "r1": 0.04,
              "r3": 0.04,
              "r4": 0.0,
              "r5": 0.0,
              "r2": 0.05
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.98,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.02,
              "r3": 0.0,
              "na": 0.98
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.75,
            "probabilities": {
              "r3": 0.07,
              "r5": 0.0,
              "r4": 0.0,
              "r1": 0.05,
              "r2": 0.08,
              "na": 0.8
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.82,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.86,
              "r3": 0.05,
              "r1": 0.05,
              "r2": 0.04
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.98,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r3": 0.0,
              "na": 0.99,
              "r2": 0.0,
              "r1": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.81,
            "probabilities": {
              "r3": 0.08,
              "r4": 0.0,
              "na": 0.84,
              "r1": 0.03,
              "r2": 0.05,
              "r5": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.82,
            "probabilities": {
              "r1": 0.05,
              "r3": 0.05,
              "r5": 0.0,
              "na": 0.85,
              "r2": 0.05,
              "r4": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip011",
          "item_id": "ipip011",
          "item_number": 11,
          "topic": "N3",
          "exact_item": "Often feel blue.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often feel blue."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.98,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 0.99,
              "r4": 0.0,
              "r3": 0.0,
              "r1": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Take charge.",
      "facet": "E3",
      "domain": "E",
      "key": "+",
      "id": "ipip012",
      "number": 12,
      "original_ipip300_number": 12,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.28,
            "probabilities": {
              "r2": 0.23,
              "r5": 0.01,
              "na": 0.4,
              "r3": 0.24,
              "r4": 0.09,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.31,
            "probabilities": {
              "r2": 0.21,
              "r1": 0.06,
              "r3": 0.18,
              "r4": 0.12,
              "r5": 0.0,
              "na": 0.43
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.91,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.0,
              "r2": 0.01,
              "r1": 0.03,
              "r3": 0.02,
              "na": 0.93
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.22,
            "probabilities": {
              "r3": 0.25,
              "r1": 0.04,
              "r5": 0.01,
              "r4": 0.11,
              "r2": 0.24,
              "na": 0.35
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.31,
            "probabilities": {
              "r4": 0.13,
              "r5": 0.0,
              "r3": 0.2,
              "na": 0.42,
              "r1": 0.05,
              "r2": 0.2
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.91,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.0,
              "r1": 0.03,
              "na": 0.93,
              "r2": 0.01,
              "r5": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.27,
            "probabilities": {
              "r3": 0.25,
              "r4": 0.09,
              "na": 0.39,
              "r5": 0.01,
              "r2": 0.23,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.3,
            "probabilities": {
              "r1": 0.05,
              "r3": 0.2,
              "r5": 0.0,
              "na": 0.43,
              "r2": 0.2,
              "r4": 0.12
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip012",
          "item_id": "ipip012",
          "item_number": 12,
          "topic": "E3",
          "exact_item": "Take charge.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take charge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.91,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.01,
              "na": 0.93,
              "r4": 0.0,
              "r3": 0.02,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Experience my emotions intensely.",
      "facet": "O3",
      "domain": "O",
      "key": "+",
      "id": "ipip013",
      "number": 13,
      "original_ipip300_number": 13,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.29,
            "probabilities": {
              "r2": 0.22,
              "r5": 0.01,
              "na": 0.41,
              "r3": 0.27,
              "r4": 0.07,
              "r1": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.43,
            "probabilities": {
              "r2": 0.15,
              "r1": 0.03,
              "r3": 0.19,
              "r4": 0.1,
              "r5": 0.0,
              "na": 0.53
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.58,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.34,
              "r3": 0.0,
              "na": 0.66
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.21,
            "probabilities": {
              "r3": 0.28,
              "r5": 0.01,
              "r4": 0.08,
              "r1": 0.02,
              "r2": 0.26,
              "na": 0.35
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.35,
            "probabilities": {
              "r4": 0.11,
              "r5": 0.0,
              "r3": 0.16,
              "na": 0.46,
              "r1": 0.04,
              "r2": 0.23
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.51,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r3": 0.0,
              "na": 0.6,
              "r2": 0.0,
              "r1": 0.4
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.28,
            "probabilities": {
              "r3": 0.28,
              "r4": 0.09,
              "na": 0.4,
              "r1": 0.02,
              "r2": 0.2,
              "r5": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.42,
            "probabilities": {
              "r1": 0.03,
              "r3": 0.12,
              "r5": 0.0,
              "na": 0.53,
              "r2": 0.21000000000000002,
              "r4": 0.11
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip013",
          "item_id": "ipip013",
          "item_number": 13,
          "topic": "O3",
          "exact_item": "Experience my emotions intensely.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Experience my emotions intensely."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.54,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 0.62,
              "r4": 0.0,
              "r3": 0.0,
              "r1": 0.38
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Love to help others.",
      "facet": "A3",
      "domain": "A",
      "key": "+",
      "id": "ipip014",
      "number": 14,
      "original_ipip300_number": 74,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.41,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.01,
              "r1": 0.0,
              "r3": 0.29,
              "r4": 0.18,
              "na": 0.51
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.5,
            "probabilities": {
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.16,
              "r4": 0.23,
              "r5": 0.01,
              "na": 0.59
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.78,
            "probabilities": {
              "r5": 0.05,
              "r4": 0.05,
              "r2": 0.03,
              "r1": 0.02,
              "r3": 0.04,
              "na": 0.8099999999999999
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.38,
            "probabilities": {
              "r3": 0.3,
              "r5": 0.01,
              "r4": 0.19,
              "r1": 0.0,
              "r2": 0.01,
              "na": 0.49
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.5,
            "probabilities": {
              "r4": 0.22,
              "r5": 0.01,
              "r3": 0.16,
              "na": 0.58,
              "r1": 0.01,
              "r2": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.82,
            "probabilities": {
              "r1": 0.01,
              "r4": 0.04,
              "r5": 0.04,
              "na": 0.85,
              "r2": 0.02,
              "r3": 0.04
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.33,
            "probabilities": {
              "r3": 0.34,
              "r4": 0.2,
              "na": 0.44,
              "r1": 0.0,
              "r2": 0.01,
              "r5": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.45,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.18,
              "r5": 0.01,
              "na": 0.56,
              "r2": 0.01,
              "r4": 0.24
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip014",
          "item_id": "ipip014",
          "item_number": 14,
          "topic": "A3",
          "exact_item": "Love to help others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to help others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.81,
            "probabilities": {
              "r2": 0.03,
              "r5": 0.04,
              "na": 0.84,
              "r4": 0.03,
              "r3": 0.03,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Keep my promises.",
      "facet": "C3",
      "domain": "C",
      "key": "+",
      "id": "ipip015",
      "number": 15,
      "original_ipip300_number": 45,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.29,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.17,
              "na": 0.42,
              "r4": 0.27,
              "r3": 0.14,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.27,
            "probabilities": {
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.07,
              "r4": 0.24,
              "r5": 0.3,
              "na": 0.38
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.77,
            "probabilities": {
              "r5": 0.08,
              "r4": 0.04,
              "r2": 0.01,
              "r1": 0.01,
              "r3": 0.05,
              "na": 0.81
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.24,
            "probabilities": {
              "r3": 0.14,
              "r4": 0.27,
              "r1": 0.0,
              "r5": 0.21,
              "r2": 0.0,
              "na": 0.38
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.28,
            "probabilities": {
              "r4": 0.22,
              "r5": 0.29,
              "r3": 0.07,
              "na": 0.41000000000000003,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.74,
            "probabilities": {
              "r1": 0.01,
              "r4": 0.04,
              "r5": 0.09,
              "na": 0.78,
              "r2": 0.01,
              "r3": 0.07
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.27,
            "probabilities": {
              "r3": 0.14,
              "r4": 0.27,
              "na": 0.39,
              "r1": 0.0,
              "r2": 0.0,
              "r5": 0.2
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.23,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.06,
              "r5": 0.32,
              "na": 0.36,
              "r2": 0.01,
              "r4": 0.25
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip015",
          "item_id": "ipip015",
          "item_number": 15,
          "topic": "C3",
          "exact_item": "Keep my promises.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.76,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.08,
              "na": 0.81,
              "r3": 0.06,
              "r4": 0.03,
              "r1": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Find it difficult to approach others.",
      "facet": "N4",
      "domain": "N",
      "key": "+",
      "id": "ipip016",
      "number": 16,
      "original_ipip300_number": 76,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.32,
            "probabilities": {
              "r2": 0.44,
              "r5": 0.0,
              "na": 0.11,
              "r4": 0.01,
              "r3": 0.06,
              "r1": 0.38
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.31,
            "probabilities": {
              "r2": 0.4,
              "r1": 0.43,
              "r3": 0.03,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.14
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.0,
              "na": 1.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.36,
            "probabilities": {
              "r3": 0.07,
              "r5": 0.0,
              "r4": 0.01,
              "r1": 0.37,
              "r2": 0.45999999999999996,
              "na": 0.09
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.31,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "r3": 0.04,
              "na": 0.15,
              "r1": 0.39,
              "r2": 0.42
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r3": 0.0,
              "r4": 0.0,
              "r1": 0.0,
              "na": 1.0,
              "r2": 0.0,
              "r5": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.32,
            "probabilities": {
              "r3": 0.07,
              "na": 0.12,
              "r1": 0.36,
              "r4": 0.01,
              "r2": 0.44,
              "r5": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.32,
            "probabilities": {
              "r1": 0.37,
              "r3": 0.05,
              "r5": 0.0,
              "na": 0.14,
              "r2": 0.44,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip016",
          "item_id": "ipip016",
          "item_number": 16,
          "topic": "N4",
          "exact_item": "Find it difficult to approach others.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Find it difficult to approach others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 1.0,
              "r4": 0.0,
              "r3": 0.0,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Am always busy.",
      "facet": "E4",
      "domain": "E",
      "key": "+",
      "id": "ipip017",
      "number": 17,
      "original_ipip300_number": 17,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.25,
            "probabilities": {
              "r2": 0.36,
              "r5": 0.02,
              "r1": 0.09,
              "r3": 0.12,
              "r4": 0.22,
              "na": 0.19
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.36,
            "probabilities": {
              "r2": 0.47000000000000003,
              "r1": 0.09,
              "r3": 0.05,
              "r4": 0.19,
              "r5": 0.01,
              "na": 0.19
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.98,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.01,
              "r3": 0.01,
              "na": 0.98
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.27,
            "probabilities": {
              "r3": 0.11,
              "r1": 0.09,
              "r5": 0.02,
              "r4": 0.23,
              "r2": 0.39,
              "na": 0.16
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.32,
            "probabilities": {
              "r4": 0.23,
              "r5": 0.01,
              "r3": 0.07,
              "na": 0.19,
              "r1": 0.08,
              "r2": 0.42
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r3": 0.0,
              "na": 0.99,
              "r2": 0.0,
              "r1": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.24,
            "probabilities": {
              "r3": 0.12,
              "r4": 0.23,
              "na": 0.18,
              "r1": 0.09,
              "r2": 0.36,
              "r5": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.26,
            "probabilities": {
              "r1": 0.08,
              "r3": 0.07,
              "r5": 0.01,
              "na": 0.23,
              "r2": 0.39,
              "r4": 0.22
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip017",
          "item_id": "ipip017",
          "item_number": 17,
          "topic": "E4",
          "exact_item": "Am always busy.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always busy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 0.98,
              "r4": 0.0,
              "r3": 0.01,
              "r1": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Prefer variety to routine.",
      "facet": "O4",
      "domain": "O",
      "key": "+",
      "id": "ipip018",
      "number": 18,
      "original_ipip300_number": 18,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.99,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.99,
              "na": 0.0,
              "r4": 0.01,
              "r3": 0.0,
              "r1": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.99,
            "probabilities": {
              "na": 0.0,
              "r1": 0.0,
              "r3": 0.0,
              "r4": 0.01,
              "r5": 0.99,
              "r2": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.01,
              "na": 0.99
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.99,
            "probabilities": {
              "r3": 0.0,
              "r5": 0.99,
              "r4": 0.01,
              "r1": 0.0,
              "r2": 0.0,
              "na": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.98,
            "probabilities": {
              "r4": 0.01,
              "r5": 0.99,
              "r3": 0.0,
              "na": 0.0,
              "r1": 0.0,
              "r2": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.99,
            "probabilities": {
              "r3": 0.01,
              "r4": 0.0,
              "r1": 0.0,
              "na": 0.99,
              "r2": 0.0,
              "r5": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.98,
            "probabilities": {
              "r3": 0.0,
              "r4": 0.01,
              "na": 0.0,
              "r5": 0.99,
              "r2": 0.0,
              "r1": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.99,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.0,
              "r5": 0.99,
              "na": 0.0,
              "r2": 0.0,
              "r4": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip018",
          "item_id": "ipip018",
          "item_number": 18,
          "topic": "O4",
          "exact_item": "Prefer variety to routine.",
          "key": "+",
          "domain": "O",
          "facet": "O4",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer variety to routine."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.98,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.0,
              "r3": 0.01,
              "r4": 0.0,
              "na": 0.99
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Love a good fight.",
      "facet": "A4",
      "domain": "A",
      "key": "-",
      "id": "ipip019",
      "number": 19,
      "original_ipip300_number": 169,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.56,
            "probabilities": {
              "r2": 0.32,
              "r5": 0.01,
              "na": 0.02,
              "r3": 0.01,
              "r4": 0.01,
              "r1": 0.63
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.54,
            "probabilities": {
              "na": 0.01,
              "r1": 0.62,
              "r3": 0.01,
              "r4": 0.0,
              "r5": 0.0,
              "r2": 0.36
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.95,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.03,
              "r3": 0.0,
              "na": 0.97
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.61,
            "probabilities": {
              "r3": 0.01,
              "r1": 0.66,
              "r5": 0.01,
              "r4": 0.01,
              "r2": 0.29,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.57,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "r3": 0.01,
              "na": 0.01,
              "r1": 0.65,
              "r2": 0.33
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.96,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r3": 0.0,
              "na": 0.97,
              "r2": 0.0,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.58,
            "probabilities": {
              "r3": 0.01,
              "r4": 0.01,
              "na": 0.03,
              "r5": 0.01,
              "r2": 0.3,
              "r1": 0.64
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.54,
            "probabilities": {
              "r1": 0.63,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.01,
              "r2": 0.35,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip019",
          "item_id": "ipip019",
          "item_number": 19,
          "topic": "A4",
          "exact_item": "Love a good fight.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love a good fight."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.94,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.04,
              "r3": 0.0,
              "r4": 0.0,
              "na": 0.96
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Work hard.",
      "facet": "C4",
      "domain": "C",
      "key": "+",
      "id": "ipip020",
      "number": 20,
      "original_ipip300_number": 50,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.51,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.04,
              "na": 0.59,
              "r4": 0.16,
              "r3": 0.2,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.53,
            "probabilities": {
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.07,
              "r4": 0.25,
              "r5": 0.06,
              "na": 0.61
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.95,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.01,
              "r3": 0.01,
              "na": 0.97
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.48,
            "probabilities": {
              "r3": 0.2,
              "r4": 0.18,
              "r1": 0.0,
              "r5": 0.04,
              "r2": 0.0,
              "na": 0.5700000000000001
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9900000000000001,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.53,
            "probabilities": {
              "r4": 0.24,
              "r5": 0.06,
              "r3": 0.08,
              "na": 0.61,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.95,
            "probabilities": {
              "r1": 0.01,
              "r4": 0.0,
              "r5": 0.01,
              "na": 0.96,
              "r2": 0.0,
              "r3": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.47,
            "probabilities": {
              "r3": 0.22,
              "r4": 0.18,
              "na": 0.55,
              "r1": 0.0,
              "r2": 0.01,
              "r5": 0.04
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.55,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.1,
              "r5": 0.04,
              "na": 0.63,
              "r2": 0.01,
              "r4": 0.22
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip020",
          "item_id": "ipip020",
          "item_number": 20,
          "topic": "C4",
          "exact_item": "Work hard.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Work hard."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.95,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.01,
              "na": 0.96,
              "r4": 0.0,
              "r3": 0.02,
              "r1": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Go on binges.",
      "facet": "N5",
      "domain": "N",
      "key": "+",
      "id": "ipip021",
      "number": 21,
      "original_ipip300_number": 111,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.41,
            "probabilities": {
              "r2": 0.2,
              "r5": 0.0,
              "na": 0.51,
              "r3": 0.06,
              "r4": 0.01,
              "r1": 0.22
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.34,
            "probabilities": {
              "na": 0.46,
              "r1": 0.26,
              "r3": 0.03,
              "r4": 0.0,
              "r5": 0.0,
              "r2": 0.25
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.06,
              "r3": 0.0,
              "na": 0.9400000000000001
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.42,
            "probabilities": {
              "r3": 0.05,
              "r5": 0.0,
              "r4": 0.0,
              "r1": 0.26,
              "r2": 0.17,
              "na": 0.52
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.36,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "r3": 0.04,
              "na": 0.47000000000000003,
              "r1": 0.25,
              "r2": 0.24
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.93,
            "probabilities": {
              "r3": 0.0,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.95,
              "r2": 0.0,
              "r1": 0.05
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.45,
            "probabilities": {
              "r3": 0.06,
              "r4": 0.01,
              "r1": 0.2,
              "na": 0.54,
              "r2": 0.19,
              "r5": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.43,
            "probabilities": {
              "r1": 0.24,
              "r3": 0.04,
              "r5": 0.0,
              "na": 0.53,
              "r2": 0.19,
              "r4": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip021",
          "item_id": "ipip021",
          "item_number": 21,
          "topic": "N5",
          "exact_item": "Go on binges.",
          "key": "+",
          "domain": "N",
          "facet": "N5",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Go on binges."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.91,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.07,
              "r3": 0.0,
              "r4": 0.0,
              "na": 0.93
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Love excitement.",
      "facet": "E5",
      "domain": "E",
      "key": "+",
      "id": "ipip022",
      "number": 22,
      "original_ipip300_number": 22,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.54,
            "probabilities": {
              "r2": 0.02,
              "r5": 0.25,
              "r1": 0.0,
              "r3": 0.08,
              "r4": 0.62,
              "na": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.45,
            "probabilities": {
              "r2": 0.04,
              "r1": 0.01,
              "r3": 0.02,
              "r4": 0.54,
              "r5": 0.37,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.96,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.03,
              "r3": 0.0,
              "na": 0.97
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.56,
            "probabilities": {
              "r3": 0.07,
              "r5": 0.26,
              "r4": 0.63,
              "r1": 0.0,
              "r2": 0.01,
              "na": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.41,
            "probabilities": {
              "r4": 0.5,
              "r5": 0.41,
              "r3": 0.02,
              "na": 0.02,
              "r1": 0.01,
              "r2": 0.04
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.96,
            "probabilities": {
              "r1": 0.03,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.97,
              "r2": 0.0,
              "r3": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.62,
            "probabilities": {
              "r3": 0.08,
              "na": 0.04,
              "r1": 0.0,
              "r4": 0.68,
              "r2": 0.02,
              "r5": 0.18
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.4,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.02,
              "r5": 0.42,
              "na": 0.02,
              "r2": 0.03,
              "r4": 0.51
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip022",
          "item_id": "ipip022",
          "item_number": 22,
          "topic": "E5",
          "exact_item": "Love excitement.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love excitement."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.94,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.04,
              "r4": 0.0,
              "r3": 0.0,
              "na": 0.96
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Love to read challenging material.",
      "facet": "O5",
      "domain": "O",
      "key": "+",
      "id": "ipip023",
      "number": 23,
      "original_ipip300_number": 53,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.62,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.02,
              "na": 0.67,
              "r4": 0.15,
              "r3": 0.15,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.68,
            "probabilities": {
              "na": 0.74,
              "r1": 0.0,
              "r3": 0.07,
              "r4": 0.17,
              "r5": 0.01,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.98,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.01,
              "na": 0.99
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.55,
            "probabilities": {
              "r3": 0.21,
              "r1": 0.0,
              "r5": 0.02,
              "r4": 0.14,
              "r2": 0.01,
              "na": 0.62
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.69,
            "probabilities": {
              "r4": 0.17,
              "r5": 0.01,
              "r3": 0.07,
              "na": 0.74,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.0,
              "r3": 0.01,
              "na": 0.98,
              "r2": 0.0,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.57,
            "probabilities": {
              "r3": 0.19,
              "na": 0.65,
              "r1": 0.0,
              "r4": 0.15,
              "r2": 0.0,
              "r5": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.7,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.06,
              "r5": 0.01,
              "na": 0.76,
              "r2": 0.01,
              "r4": 0.16
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip023",
          "item_id": "ipip023",
          "item_number": 23,
          "topic": "O5",
          "exact_item": "Love to read challenging material.",
          "key": "+",
          "domain": "O",
          "facet": "O5",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to read challenging material."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.01,
              "na": 0.98,
              "r4": 0.0,
              "r3": 0.01,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Believe that I am better than others.",
      "facet": "A5",
      "domain": "A",
      "key": "-",
      "id": "ipip024",
      "number": 24,
      "original_ipip300_number": 144,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.68,
            "probabilities": {
              "r2": 0.18,
              "r5": 0.0,
              "na": 0.06,
              "r4": 0.0,
              "r3": 0.02,
              "r1": 0.74
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.67,
            "probabilities": {
              "r2": 0.2,
              "r1": 0.73,
              "r3": 0.01,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.06
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.93,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.05,
              "r3": 0.01,
              "na": 0.94
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.65,
            "probabilities": {
              "r3": 0.02,
              "r1": 0.71,
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.2,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.68,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "r3": 0.01,
              "na": 0.05,
              "r1": 0.74,
              "r2": 0.2
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.9,
            "probabilities": {
              "r1": 0.07,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.92,
              "r2": 0.0,
              "r3": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.64,
            "probabilities": {
              "r3": 0.03,
              "r4": 0.0,
              "na": 0.06,
              "r1": 0.7,
              "r2": 0.21,
              "r5": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.68,
            "probabilities": {
              "r1": 0.74,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.06,
              "r2": 0.19,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip024",
          "item_id": "ipip024",
          "item_number": 24,
          "topic": "A5",
          "exact_item": "Believe that I am better than others.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that I am better than others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.9,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 0.92,
              "r4": 0.0,
              "r3": 0.01,
              "r1": 0.07
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Am always prepared.",
      "facet": "C5",
      "domain": "C",
      "key": "+",
      "id": "ipip025",
      "number": 25,
      "original_ipip300_number": 55,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.45,
            "probabilities": {
              "r2": 0.25,
              "r5": 0.01,
              "na": 0.54,
              "r4": 0.02,
              "r3": 0.11,
              "r1": 0.07
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.39,
            "probabilities": {
              "na": 0.49,
              "r1": 0.08,
              "r3": 0.07,
              "r4": 0.02,
              "r5": 0.0,
              "r2": 0.34
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.89,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.0,
              "r2": 0.02,
              "r1": 0.04,
              "r3": 0.02,
              "na": 0.91
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.42,
            "probabilities": {
              "r3": 0.11,
              "r1": 0.08,
              "r5": 0.01,
              "r4": 0.02,
              "r2": 0.27,
              "na": 0.51
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.44,
            "probabilities": {
              "r4": 0.03,
              "r5": 0.0,
              "na": 0.52,
              "r3": 0.07,
              "r1": 0.08,
              "r2": 0.3
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r3": 0.02,
              "na": 0.93,
              "r2": 0.01,
              "r1": 0.03
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9900000000000001,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.4,
            "probabilities": {
              "r3": 0.14,
              "na": 0.5,
              "r1": 0.06,
              "r4": 0.02,
              "r2": 0.27,
              "r5": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.44,
            "probabilities": {
              "r1": 0.07,
              "r3": 0.07,
              "r5": 0.0,
              "na": 0.53,
              "r2": 0.3,
              "r4": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip025",
          "item_id": "ipip025",
          "item_number": 25,
          "topic": "C5",
          "exact_item": "Am always prepared.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always prepared."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.9,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.01,
              "r1": 0.03,
              "r4": 0.0,
              "r3": 0.03,
              "na": 0.92
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Panic easily.",
      "facet": "N6",
      "domain": "N",
      "key": "+",
      "id": "ipip026",
      "number": 26,
      "original_ipip300_number": 26,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.38,
            "probabilities": {
              "r2": 0.41,
              "r5": 0.0,
              "na": 0.08,
              "r4": 0.0,
              "r3": 0.03,
              "r1": 0.48
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.37,
            "probabilities": {
              "na": 0.09,
              "r1": 0.48,
              "r3": 0.02,
              "r4": 0.0,
              "r5": 0.0,
              "r2": 0.41
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.95,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.04,
              "r3": 0.0,
              "na": 0.96
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.38,
            "probabilities": {
              "r3": 0.03,
              "r1": 0.49,
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.41,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.37,
            "probabilities": {
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.1,
              "r3": 0.02,
              "r1": 0.47,
              "r2": 0.41
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.93,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r3": 0.0,
              "na": 0.95,
              "r2": 0.0,
              "r1": 0.05
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.33,
            "probabilities": {
              "r3": 0.03,
              "r4": 0.0,
              "r1": 0.44,
              "na": 0.08,
              "r2": 0.45,
              "r5": 0.0
            }
          },
          "status": "returned_nonwinner",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.35,
            "probabilities": {
              "r1": 0.47000000000000003,
              "r3": 0.02,
              "r5": 0.0,
              "na": 0.11,
              "r2": 0.4,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip026",
          "item_id": "ipip026",
          "item_number": 26,
          "topic": "N6",
          "exact_item": "Panic easily.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Panic easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.97,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.02,
              "r3": 0.0,
              "r4": 0.0,
              "na": 0.98
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        1,
        1
      ]
    },
    {
      "text": "Radiate joy.",
      "facet": "E6",
      "domain": "E",
      "key": "+",
      "id": "ipip027",
      "number": 27,
      "original_ipip300_number": 27,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.4,
            "probabilities": {
              "r2": 0.1,
              "r5": 0.01,
              "r1": 0.01,
              "r3": 0.26,
              "r4": 0.12,
              "na": 0.5
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.47,
            "probabilities": {
              "na": 0.55,
              "r1": 0.02,
              "r3": 0.18,
              "r4": 0.15,
              "r5": 0.01,
              "r2": 0.09
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.93,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.05,
              "r3": 0.01,
              "na": 0.94
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.37,
            "probabilities": {
              "r3": 0.23,
              "r1": 0.02,
              "r5": 0.01,
              "r4": 0.14,
              "r2": 0.13,
              "na": 0.47
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.47,
            "probabilities": {
              "r4": 0.15,
              "r5": 0.01,
              "na": 0.56,
              "r3": 0.16,
              "r1": 0.02,
              "r2": 0.1
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.94,
            "probabilities": {
              "r3": 0.0,
              "r4": 0.0,
              "r1": 0.04,
              "na": 0.96,
              "r2": 0.0,
              "r5": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.42,
            "probabilities": {
              "r3": 0.24,
              "r4": 0.12,
              "r1": 0.01,
              "na": 0.53,
              "r2": 0.09,
              "r5": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.43,
            "probabilities": {
              "r1": 0.02,
              "r3": 0.17,
              "r5": 0.01,
              "na": 0.52,
              "r2": 0.12,
              "r4": 0.16
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip027",
          "item_id": "ipip027",
          "item_number": 27,
          "topic": "E6",
          "exact_item": "Radiate joy.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Radiate joy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.93,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "na": 0.94,
              "r4": 0.0,
              "r3": 0.01,
              "r1": 0.05
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Tend to vote for liberal political candidates.",
      "facet": "O6",
      "domain": "O",
      "key": "+",
      "id": "ipip028",
      "number": 28,
      "original_ipip300_number": 28,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Neither Inaccurate nor Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r3",
            "confidence": 0.34,
            "probabilities": {
              "r2": 0.32,
              "r5": 0.01,
              "na": 0.09,
              "r3": 0.46,
              "r4": 0.09,
              "r1": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 3,
          "contribution": 3,
          "relaxed_contribution": 3,
          "mass": 1.0,
          "top_keys": [
            "r3"
          ],
          "selected_key": "r3"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.4,
            "probabilities": {
              "r2": 0.51,
              "r1": 0.09,
              "r3": 0.27,
              "r4": 0.06,
              "r5": 0.0,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 1.0,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.0,
              "na": 1.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Neither Inaccurate nor Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r3",
            "confidence": 0.32,
            "probabilities": {
              "r3": 0.43,
              "r1": 0.03,
              "r5": 0.01,
              "r4": 0.08,
              "r2": 0.38,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 3,
          "contribution": 3,
          "relaxed_contribution": 3,
          "mass": 1.0,
          "top_keys": [
            "r3"
          ],
          "selected_key": "r3"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.32,
            "probabilities": {
              "r4": 0.07,
              "r5": 0.0,
              "r3": 0.31,
              "na": 0.09,
              "r1": 0.09,
              "r2": 0.44
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 1.0,
            "probabilities": {
              "r1": 0.0,
              "r4": 0.0,
              "r5": 0.0,
              "na": 1.0,
              "r2": 0.0,
              "r3": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.31,
            "probabilities": {
              "r3": 0.37,
              "r4": 0.07,
              "r1": 0.05,
              "na": 0.07,
              "r2": 0.43,
              "r5": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.36,
            "probabilities": {
              "r1": 0.09,
              "r3": 0.28,
              "r5": 0.0,
              "na": 0.08,
              "r2": 0.47,
              "r4": 0.08
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip028",
          "item_id": "ipip028",
          "item_number": 28,
          "topic": "O6",
          "exact_item": "Tend to vote for liberal political candidates.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for liberal political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 1.0,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.0,
              "r1": 0.0,
              "r3": 0.0,
              "r4": 0.0,
              "na": 1.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        3
      ]
    },
    {
      "text": "Sympathize with the homeless.",
      "facet": "A6",
      "domain": "A",
      "key": "+",
      "id": "ipip029",
      "number": 29,
      "original_ipip300_number": 29,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.31,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.06,
              "r1": 0.0,
              "r4": 0.37,
              "r3": 0.14,
              "na": 0.43
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.38,
            "probabilities": {
              "na": 0.48,
              "r1": 0.0,
              "r3": 0.05,
              "r4": 0.34,
              "r5": 0.12,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.93,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.01,
              "r2": 0.01,
              "r1": 0.01,
              "r3": 0.02,
              "na": 0.94
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.32,
            "probabilities": {
              "r3": 0.15,
              "r5": 0.05,
              "r4": 0.36,
              "r1": 0.0,
              "r2": 0.0,
              "na": 0.44
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.37,
            "probabilities": {
              "r4": 0.34,
              "r5": 0.14,
              "r3": 0.05,
              "na": 0.45999999999999996,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.02,
              "r1": 0.01,
              "na": 0.9299999999999999,
              "r2": 0.01,
              "r5": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9999999999999999,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.3,
            "probabilities": {
              "r3": 0.16,
              "na": 0.42,
              "r1": 0.0,
              "r4": 0.37,
              "r2": 0.0,
              "r5": 0.05
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.4,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.05,
              "r5": 0.11,
              "na": 0.5,
              "r2": 0.01,
              "r4": 0.33
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip029",
          "item_id": "ipip029",
          "item_number": 29,
          "topic": "A6",
          "exact_item": "Sympathize with the homeless.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Sympathize with the homeless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.01,
              "r1": 0.01,
              "r3": 0.02,
              "r4": 0.02,
              "na": 0.93
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Jump into things without thinking.",
      "facet": "C6",
      "domain": "C",
      "key": "-",
      "id": "ipip030",
      "number": 30,
      "original_ipip300_number": 120,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
          "request_elapsed_seconds": 0.8181598690571263,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.47,
            "probabilities": {
              "r2": 0.56,
              "r5": 0.01,
              "na": 0.01,
              "r4": 0.05,
              "r3": 0.02,
              "r1": 0.35
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r1-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character_reverse",
          "repeat": 1,
          "call": "calls/character_reverse-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
          "request_elapsed_seconds": 0.7845196189591661,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.55,
            "probabilities": {
              "na": 0.01,
              "r1": 0.29,
              "r3": 0.02,
              "r4": 0.05,
              "r5": 0.0,
              "r2": 0.63
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r1-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "literal",
          "repeat": 1,
          "call": "calls/literal-r1-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
          "request_elapsed_seconds": 0.864328603958711,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.85,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.02,
              "r1": 0.09,
              "r3": 0.02,
              "na": 0.87
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
          "request_elapsed_seconds": 0.7829610410844907,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.47,
            "probabilities": {
              "r3": 0.02,
              "r1": 0.36,
              "r5": 0.01,
              "r4": 0.05,
              "r2": 0.55,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r2-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character_reverse",
          "repeat": 2,
          "call": "calls/character_reverse-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
          "request_elapsed_seconds": 0.8314451969927177,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.56,
            "probabilities": {
              "r4": 0.06,
              "r5": 0.0,
              "r3": 0.03,
              "na": 0.01,
              "r1": 0.27,
              "r2": 0.63
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r2-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "literal",
          "repeat": 2,
          "call": "calls/literal-r2-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
          "request_elapsed_seconds": 0.7615835269680247,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.8,
            "probabilities": {
              "r1": 0.12,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.84,
              "r2": 0.02,
              "r3": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "df7405fc96b59ce4850e1c176eca5490294be64556f6f3c9bb3c6a5e03888f8e",
          "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
          "request_elapsed_seconds": 0.8138436570297927,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.54,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.04,
              "na": 0.01,
              "r1": 0.3,
              "r2": 0.62,
              "r5": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character_reverse-r3-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character_reverse",
          "repeat": 3,
          "call": "calls/character_reverse-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r1",
              "label": "Very Inaccurate"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character_reverse",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "db463ce2c27982243c606096b5a835ca48627b4763e3e5a7a65e954436e6ffe0",
          "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
          "request_elapsed_seconds": 0.7430483279749751,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7546,
            "output_tokens": 1968
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.57,
            "probabilities": {
              "r1": 0.26,
              "r3": 0.03,
              "r5": 0.0,
              "na": 0.01,
              "r2": 0.63,
              "r4": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "literal-r3-b01-ipip030",
          "item_id": "ipip030",
          "item_number": 30,
          "topic": "C6",
          "exact_item": "Jump into things without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "literal",
          "repeat": 3,
          "call": "calls/literal-r3-b01",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Jump into things without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/literal",
          "parent_ids": [],
          "request_sha256": "80d810245ee4bb04868e7217c10617541782b34c9f525c11aa28aec5eeefa6d5",
          "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
          "request_elapsed_seconds": 0.7732692849822342,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 6821,
            "output_tokens": 1953
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.79,
            "probabilities": {
              "r2": 0.02,
              "r5": 0.0,
              "r1": 0.13,
              "r4": 0.0,
              "r3": 0.02,
              "na": 0.83
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Fear for the worst.",
      "facet": "N1",
      "domain": "N",
      "key": "+",
      "id": "ipip031",
      "number": 31,
      "original_ipip300_number": 31,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip031",
          "item_id": "ipip031",
          "item_number": 31,
          "topic": "N1",
          "exact_item": "Fear for the worst.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Fear for the worst."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.39,
            "probabilities": {
              "r2": 0.35,
              "r5": 0.01,
              "na": 0.1,
              "r4": 0.01,
              "r3": 0.05,
              "r1": 0.48
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b02-ipip031",
          "item_id": "ipip031",
          "item_number": 31,
          "topic": "N1",
          "exact_item": "Fear for the worst.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Fear for the worst."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.4,
            "probabilities": {
              "r1": 0.5,
              "r2": 0.34,
              "r5": 0.01,
              "r3": 0.04,
              "r4": 0.01,
              "na": 0.1
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b02-ipip031",
          "item_id": "ipip031",
          "item_number": 31,
          "topic": "N1",
          "exact_item": "Fear for the worst.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Fear for the worst."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.36,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.01,
              "r2": 0.37,
              "r1": 0.45,
              "r3": 0.05,
              "na": 0.11
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        1,
        1
      ]
    },
    {
      "text": "Feel comfortable around people.",
      "facet": "E1",
      "domain": "E",
      "key": "+",
      "id": "ipip032",
      "number": 32,
      "original_ipip300_number": 62,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip032",
          "item_id": "ipip032",
          "item_number": 32,
          "topic": "E1",
          "exact_item": "Feel comfortable around people.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel comfortable around people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.47,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.25,
              "r1": 0.0,
              "r4": 0.56,
              "r3": 0.12,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b02-ipip032",
          "item_id": "ipip032",
          "item_number": 32,
          "topic": "E1",
          "exact_item": "Feel comfortable around people.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel comfortable around people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.48,
            "probabilities": {
              "r1": 0.0,
              "r2": 0.0,
              "r5": 0.24,
              "r3": 0.13,
              "r4": 0.58,
              "na": 0.05
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b02-ipip032",
          "item_id": "ipip032",
          "item_number": 32,
          "topic": "E1",
          "exact_item": "Feel comfortable around people.",
          "key": "+",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel comfortable around people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.48,
            "probabilities": {
              "r5": 0.23,
              "r4": 0.57,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.13,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Enjoy wild flights of fantasy.",
      "facet": "O1",
      "domain": "O",
      "key": "+",
      "id": "ipip033",
      "number": 33,
      "original_ipip300_number": 33,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip033",
          "item_id": "ipip033",
          "item_number": 33,
          "topic": "O1",
          "exact_item": "Enjoy wild flights of fantasy.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Enjoy wild flights of fantasy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.41,
            "probabilities": {
              "r2": 0.16,
              "r5": 0.01,
              "na": 0.5,
              "r4": 0.05,
              "r3": 0.25,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b02-ipip033",
          "item_id": "ipip033",
          "item_number": 33,
          "topic": "O1",
          "exact_item": "Enjoy wild flights of fantasy.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Enjoy wild flights of fantasy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.37,
            "probabilities": {
              "r1": 0.03,
              "r2": 0.19,
              "r5": 0.01,
              "r3": 0.25,
              "r4": 0.05,
              "na": 0.47
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b02-ipip033",
          "item_id": "ipip033",
          "item_number": 33,
          "topic": "O1",
          "exact_item": "Enjoy wild flights of fantasy.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Enjoy wild flights of fantasy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.36,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.04,
              "r2": 0.18,
              "r1": 0.04,
              "r3": 0.27,
              "na": 0.46
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Believe that others have good intentions.",
      "facet": "A1",
      "domain": "A",
      "key": "+",
      "id": "ipip034",
      "number": 34,
      "original_ipip300_number": 34,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip034",
          "item_id": "ipip034",
          "item_number": 34,
          "topic": "A1",
          "exact_item": "Believe that others have good intentions.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that others have good intentions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.39,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.08,
              "na": 0.26,
              "r4": 0.48,
              "r3": 0.17,
              "r1": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b02-ipip034",
          "item_id": "ipip034",
          "item_number": 34,
          "topic": "A1",
          "exact_item": "Believe that others have good intentions.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that others have good intentions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.4,
            "probabilities": {
              "r1": 0.0,
              "r2": 0.01,
              "r5": 0.09,
              "r3": 0.17,
              "r4": 0.5,
              "na": 0.23
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b02-ipip034",
          "item_id": "ipip034",
          "item_number": 34,
          "topic": "A1",
          "exact_item": "Believe that others have good intentions.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that others have good intentions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.37,
            "probabilities": {
              "r5": 0.09,
              "r4": 0.48,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.18,
              "na": 0.25
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Excel in what I do.",
      "facet": "C1",
      "domain": "C",
      "key": "+",
      "id": "ipip035",
      "number": 35,
      "original_ipip300_number": 35,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip035",
          "item_id": "ipip035",
          "item_number": 35,
          "topic": "C1",
          "exact_item": "Excel in what I do.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Excel in what I do."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.38,
            "probabilities": {
              "r2": 0.11,
              "r5": 0.02,
              "na": 0.48,
              "r3": 0.25,
              "r4": 0.12,
              "r1": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b02-ipip035",
          "item_id": "ipip035",
          "item_number": 35,
          "topic": "C1",
          "exact_item": "Excel in what I do.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Excel in what I do."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.35,
            "probabilities": {
              "na": 0.45,
              "r1": 0.02,
              "r5": 0.02,
              "r3": 0.23,
              "r4": 0.14,
              "r2": 0.14
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b02-ipip035",
          "item_id": "ipip035",
          "item_number": 35,
          "topic": "C1",
          "exact_item": "Excel in what I do.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Excel in what I do."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.36,
            "probabilities": {
              "r5": 0.02,
              "r4": 0.13,
              "r2": 0.11,
              "r1": 0.02,
              "r3": 0.26,
              "na": 0.46
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Get irritated easily.",
      "facet": "N2",
      "domain": "N",
      "key": "+",
      "id": "ipip036",
      "number": 36,
      "original_ipip300_number": 36,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip036",
          "item_id": "ipip036",
          "item_number": 36,
          "topic": "N2",
          "exact_item": "Get irritated easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get irritated easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.45,
            "probabilities": {
              "r2": 0.55,
              "r5": 0.0,
              "na": 0.08,
              "r4": 0.0,
              "r3": 0.05,
              "r1": 0.32
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b02-ipip036",
          "item_id": "ipip036",
          "item_number": 36,
          "topic": "N2",
          "exact_item": "Get irritated easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get irritated easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.47,
            "probabilities": {
              "r1": 0.33,
              "r2": 0.56,
              "r5": 0.0,
              "r3": 0.04,
              "r4": 0.0,
              "na": 0.06
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 2,
          "contribution": null,
          "relaxed_contribution": 2,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b02-ipip036",
          "item_id": "ipip036",
          "item_number": 36,
          "topic": "N2",
          "exact_item": "Get irritated easily.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get irritated easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.48,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.5700000000000001,
              "r1": 0.31,
              "r3": 0.05,
              "na": 0.06
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 2,
          "contribution": null,
          "relaxed_contribution": 2,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Talk to a lot of different people at parties.",
      "facet": "E2",
      "domain": "E",
      "key": "+",
      "id": "ipip037",
      "number": 37,
      "original_ipip300_number": 37,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip037",
          "item_id": "ipip037",
          "item_number": 37,
          "topic": "E2",
          "exact_item": "Talk to a lot of different people at parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Talk to a lot of different people at parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.34,
            "probabilities": {
              "r2": 0.45,
              "r5": 0.01,
              "na": 0.26,
              "r4": 0.08,
              "r3": 0.18,
              "r1": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b02-ipip037",
          "item_id": "ipip037",
          "item_number": 37,
          "topic": "E2",
          "exact_item": "Talk to a lot of different people at parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Talk to a lot of different people at parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.41,
            "probabilities": {
              "r1": 0.03,
              "r3": 0.17,
              "r5": 0.01,
              "r2": 0.51,
              "r4": 0.07,
              "na": 0.21
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b02-ipip037",
          "item_id": "ipip037",
          "item_number": 37,
          "topic": "E2",
          "exact_item": "Talk to a lot of different people at parties.",
          "key": "+",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Talk to a lot of different people at parties."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.38,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.05,
              "r2": 0.49,
              "r1": 0.03,
              "r3": 0.18,
              "na": 0.24
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "See beauty in things that others might not notice.",
      "facet": "O2",
      "domain": "O",
      "key": "+",
      "id": "ipip038",
      "number": 38,
      "original_ipip300_number": 68,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip038",
          "item_id": "ipip038",
          "item_number": 38,
          "topic": "O2",
          "exact_item": "See beauty in things that others might not notice.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "See beauty in things that others might not notice."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.44,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.54,
              "r1": 0.0,
              "r4": 0.38,
              "r3": 0.04,
              "na": 0.04
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r2-b02-ipip038",
          "item_id": "ipip038",
          "item_number": 38,
          "topic": "O2",
          "exact_item": "See beauty in things that others might not notice.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "See beauty in things that others might not notice."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.42,
            "probabilities": {
              "r4": 0.41,
              "na": 0.04,
              "r5": 0.51,
              "r3": 0.04,
              "r1": 0.0,
              "r2": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r3-b02-ipip038",
          "item_id": "ipip038",
          "item_number": 38,
          "topic": "O2",
          "exact_item": "See beauty in things that others might not notice.",
          "key": "+",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "See beauty in things that others might not notice."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.44,
            "probabilities": {
              "r5": 0.53,
              "r4": 0.39,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.04,
              "na": 0.04
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Cheat to get ahead.",
      "facet": "A2",
      "domain": "A",
      "key": "-",
      "id": "ipip039",
      "number": 39,
      "original_ipip300_number": 159,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip039",
          "item_id": "ipip039",
          "item_number": 39,
          "topic": "A2",
          "exact_item": "Cheat to get ahead.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Cheat to get ahead."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.84,
            "probabilities": {
              "r2": 0.08,
              "r5": 0.0,
              "na": 0.04,
              "r3": 0.01,
              "r4": 0.0,
              "r1": 0.87
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b02-ipip039",
          "item_id": "ipip039",
          "item_number": 39,
          "topic": "A2",
          "exact_item": "Cheat to get ahead.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Cheat to get ahead."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.85,
            "probabilities": {
              "r4": 0.0,
              "na": 0.03,
              "r5": 0.0,
              "r3": 0.01,
              "r1": 0.87,
              "r2": 0.09
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b02-ipip039",
          "item_id": "ipip039",
          "item_number": 39,
          "topic": "A2",
          "exact_item": "Cheat to get ahead.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Cheat to get ahead."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.85,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.08,
              "r1": 0.87,
              "r3": 0.01,
              "na": 0.04
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Often forget to put things back in their proper place.",
      "facet": "C2",
      "domain": "C",
      "key": "-",
      "id": "ipip040",
      "number": 40,
      "original_ipip300_number": 160,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip040",
          "item_id": "ipip040",
          "item_number": 40,
          "topic": "C2",
          "exact_item": "Often forget to put things back in their proper place.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often forget to put things back in their proper place."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.0,
              "na": 0.93,
              "r4": 0.0,
              "r3": 0.05,
              "r1": 0.0
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9900000000000001,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b02-ipip040",
          "item_id": "ipip040",
          "item_number": 40,
          "topic": "C2",
          "exact_item": "Often forget to put things back in their proper place.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often forget to put things back in their proper place."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.91,
            "probabilities": {
              "r1": 0.0,
              "r2": 0.01,
              "r5": 0.0,
              "r3": 0.06,
              "r4": 0.0,
              "na": 0.93
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b02-ipip040",
          "item_id": "ipip040",
          "item_number": 40,
          "topic": "C2",
          "exact_item": "Often forget to put things back in their proper place.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Often forget to put things back in their proper place."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.89,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.07,
              "na": 0.92
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Dislike myself.",
      "facet": "N3",
      "domain": "N",
      "key": "+",
      "id": "ipip041",
      "number": 41,
      "original_ipip300_number": 41,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip041",
          "item_id": "ipip041",
          "item_number": 41,
          "topic": "N3",
          "exact_item": "Dislike myself.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Dislike myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.44,
            "probabilities": {
              "r2": 0.17,
              "r5": 0.0,
              "na": 0.24,
              "r4": 0.0,
              "r3": 0.05,
              "r1": 0.54
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b02-ipip041",
          "item_id": "ipip041",
          "item_number": 41,
          "topic": "N3",
          "exact_item": "Dislike myself.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Dislike myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.45,
            "probabilities": {
              "r1": 0.55,
              "r3": 0.04,
              "r5": 0.0,
              "r2": 0.21,
              "r4": 0.0,
              "na": 0.2
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b02-ipip041",
          "item_id": "ipip041",
          "item_number": 41,
          "topic": "N3",
          "exact_item": "Dislike myself.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Dislike myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.41,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.17,
              "r1": 0.51,
              "r3": 0.05,
              "na": 0.27
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        1,
        1
      ]
    },
    {
      "text": "Try to lead others.",
      "facet": "E3",
      "domain": "E",
      "key": "+",
      "id": "ipip042",
      "number": 42,
      "original_ipip300_number": 42,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip042",
          "item_id": "ipip042",
          "item_number": 42,
          "topic": "E3",
          "exact_item": "Try to lead others.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Try to lead others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.34,
            "probabilities": {
              "r2": 0.21,
              "r5": 0.01,
              "na": 0.44,
              "r4": 0.03,
              "r3": 0.28,
              "r1": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b02-ipip042",
          "item_id": "ipip042",
          "item_number": 42,
          "topic": "E3",
          "exact_item": "Try to lead others.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Try to lead others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.4,
            "probabilities": {
              "r1": 0.03,
              "r2": 0.2,
              "r5": 0.01,
              "r3": 0.24,
              "r4": 0.03,
              "na": 0.49
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b02-ipip042",
          "item_id": "ipip042",
          "item_number": 42,
          "topic": "E3",
          "exact_item": "Try to lead others.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Try to lead others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.38,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.03,
              "r2": 0.18,
              "r1": 0.03,
              "r3": 0.27,
              "na": 0.48
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Feel others' emotions.",
      "facet": "O3",
      "domain": "O",
      "key": "+",
      "id": "ipip043",
      "number": 43,
      "original_ipip300_number": 43,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip043",
          "item_id": "ipip043",
          "item_number": 43,
          "topic": "O3",
          "exact_item": "Feel others' emotions.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel others' emotions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.4,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.08,
              "na": 0.24,
              "r4": 0.5,
              "r3": 0.17,
              "r1": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b02-ipip043",
          "item_id": "ipip043",
          "item_number": 43,
          "topic": "O3",
          "exact_item": "Feel others' emotions.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel others' emotions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.42,
            "probabilities": {
              "r1": 0.0,
              "r2": 0.01,
              "r5": 0.08,
              "r3": 0.16,
              "r4": 0.51,
              "na": 0.24
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b02-ipip043",
          "item_id": "ipip043",
          "item_number": 43,
          "topic": "O3",
          "exact_item": "Feel others' emotions.",
          "key": "+",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel others' emotions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.38,
            "probabilities": {
              "r5": 0.07,
              "r4": 0.49,
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.16,
              "na": 0.27
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Am concerned about others.",
      "facet": "A3",
      "domain": "A",
      "key": "+",
      "id": "ipip044",
      "number": 44,
      "original_ipip300_number": 104,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip044",
          "item_id": "ipip044",
          "item_number": 44,
          "topic": "A3",
          "exact_item": "Am concerned about others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am concerned about others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.45,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.37,
              "na": 0.02,
              "r4": 0.54,
              "r3": 0.07,
              "r1": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b02-ipip044",
          "item_id": "ipip044",
          "item_number": 44,
          "topic": "A3",
          "exact_item": "Am concerned about others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am concerned about others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.42,
            "probabilities": {
              "r1": 0.0,
              "r3": 0.05,
              "r5": 0.41,
              "r2": 0.0,
              "r4": 0.52,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b02-ipip044",
          "item_id": "ipip044",
          "item_number": 44,
          "topic": "A3",
          "exact_item": "Am concerned about others.",
          "key": "+",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am concerned about others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.48,
            "probabilities": {
              "r5": 0.35,
              "r4": 0.57,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.06,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 0.9999999999999999,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Tell the truth.",
      "facet": "C3",
      "domain": "C",
      "key": "+",
      "id": "ipip045",
      "number": 45,
      "original_ipip300_number": 105,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip045",
          "item_id": "ipip045",
          "item_number": 45,
          "topic": "C3",
          "exact_item": "Tell the truth.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tell the truth."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.68,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.73,
              "r1": 0.0,
              "r4": 0.15,
              "r3": 0.04,
              "na": 0.08
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r2-b02-ipip045",
          "item_id": "ipip045",
          "item_number": 45,
          "topic": "C3",
          "exact_item": "Tell the truth.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tell the truth."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.76,
            "probabilities": {
              "r4": 0.1,
              "na": 0.07,
              "r5": 0.8,
              "r3": 0.03,
              "r1": 0.0,
              "r2": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r3-b02-ipip045",
          "item_id": "ipip045",
          "item_number": 45,
          "topic": "C3",
          "exact_item": "Tell the truth.",
          "key": "+",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tell the truth."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.68,
            "probabilities": {
              "r5": 0.74,
              "r4": 0.13,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.04,
              "na": 0.09
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Am afraid to draw attention to myself.",
      "facet": "N4",
      "domain": "N",
      "key": "+",
      "id": "ipip046",
      "number": 46,
      "original_ipip300_number": 106,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip046",
          "item_id": "ipip046",
          "item_number": 46,
          "topic": "N4",
          "exact_item": "Am afraid to draw attention to myself.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am afraid to draw attention to myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.34,
            "probabilities": {
              "r2": 0.46,
              "r5": 0.0,
              "na": 0.1,
              "r3": 0.06,
              "r4": 0.01,
              "r1": 0.37
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b02-ipip046",
          "item_id": "ipip046",
          "item_number": 46,
          "topic": "N4",
          "exact_item": "Am afraid to draw attention to myself.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am afraid to draw attention to myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.33,
            "probabilities": {
              "r2": 0.44,
              "r4": 0.02,
              "r5": 0.0,
              "r3": 0.06,
              "na": 0.1,
              "r1": 0.38
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b02-ipip046",
          "item_id": "ipip046",
          "item_number": 46,
          "topic": "N4",
          "exact_item": "Am afraid to draw attention to myself.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am afraid to draw attention to myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.3,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.01,
              "r2": 0.42,
              "r1": 0.41,
              "r3": 0.06,
              "na": 0.09
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Am always on the go.",
      "facet": "E4",
      "domain": "E",
      "key": "+",
      "id": "ipip047",
      "number": 47,
      "original_ipip300_number": 47,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip047",
          "item_id": "ipip047",
          "item_number": 47,
          "topic": "E4",
          "exact_item": "Am always on the go.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always on the go."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.46,
            "probabilities": {
              "r2": 0.23,
              "r5": 0.03,
              "na": 0.07,
              "r4": 0.54,
              "r3": 0.11,
              "r1": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b02-ipip047",
          "item_id": "ipip047",
          "item_number": 47,
          "topic": "E4",
          "exact_item": "Am always on the go.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always on the go."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.47,
            "probabilities": {
              "r1": 0.02,
              "r2": 0.23,
              "r5": 0.03,
              "r3": 0.1,
              "r4": 0.56,
              "na": 0.06
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b02-ipip047",
          "item_id": "ipip047",
          "item_number": 47,
          "topic": "E4",
          "exact_item": "Am always on the go.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am always on the go."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.48,
            "probabilities": {
              "r5": 0.03,
              "r4": 0.56,
              "r2": 0.21,
              "r1": 0.02,
              "r3": 0.11,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Prefer to stick with things that I know.",
      "facet": "O4",
      "domain": "O",
      "key": "-",
      "id": "ipip048",
      "number": 48,
      "original_ipip300_number": 138,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip048",
          "item_id": "ipip048",
          "item_number": 48,
          "topic": "O4",
          "exact_item": "Prefer to stick with things that I know.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer to stick with things that I know."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.88,
            "probabilities": {
              "r2": 0.09,
              "r5": 0.0,
              "na": 0.0,
              "r4": 0.0,
              "r3": 0.0,
              "r1": 0.91
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b02-ipip048",
          "item_id": "ipip048",
          "item_number": 48,
          "topic": "O4",
          "exact_item": "Prefer to stick with things that I know.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer to stick with things that I know."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.9,
            "probabilities": {
              "r1": 0.93,
              "r2": 0.07,
              "r5": 0.0,
              "r3": 0.0,
              "r4": 0.0,
              "na": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b02-ipip048",
          "item_id": "ipip048",
          "item_number": 48,
          "topic": "O4",
          "exact_item": "Prefer to stick with things that I know.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer to stick with things that I know."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.88,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.09,
              "r1": 0.91,
              "r3": 0.0,
              "na": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Yell at people.",
      "facet": "A4",
      "domain": "A",
      "key": "-",
      "id": "ipip049",
      "number": 49,
      "original_ipip300_number": 199,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip049",
          "item_id": "ipip049",
          "item_number": 49,
          "topic": "A4",
          "exact_item": "Yell at people.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Yell at people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.7,
            "probabilities": {
              "r2": 0.19,
              "r5": 0.0,
              "na": 0.05,
              "r4": 0.0,
              "r3": 0.01,
              "r1": 0.75
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b02-ipip049",
          "item_id": "ipip049",
          "item_number": 49,
          "topic": "A4",
          "exact_item": "Yell at people.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Yell at people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.74,
            "probabilities": {
              "r1": 0.79,
              "r2": 0.16,
              "r5": 0.0,
              "r3": 0.01,
              "r4": 0.0,
              "na": 0.04
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b02-ipip049",
          "item_id": "ipip049",
          "item_number": 49,
          "topic": "A4",
          "exact_item": "Yell at people.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Yell at people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.72,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.18,
              "r1": 0.77,
              "r3": 0.01,
              "na": 0.04
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Do more than what's expected of me.",
      "facet": "C4",
      "domain": "C",
      "key": "+",
      "id": "ipip050",
      "number": 50,
      "original_ipip300_number": 140,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip050",
          "item_id": "ipip050",
          "item_number": 50,
          "topic": "C4",
          "exact_item": "Do more than what's expected of me.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do more than what's expected of me."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.29,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.07,
              "na": 0.41,
              "r4": 0.28,
              "r3": 0.23,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b02-ipip050",
          "item_id": "ipip050",
          "item_number": 50,
          "topic": "C4",
          "exact_item": "Do more than what's expected of me.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do more than what's expected of me."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.28,
            "probabilities": {
              "r4": 0.29,
              "na": 0.41000000000000003,
              "r5": 0.07,
              "r3": 0.22,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b02-ipip050",
          "item_id": "ipip050",
          "item_number": 50,
          "topic": "C4",
          "exact_item": "Do more than what's expected of me.",
          "key": "+",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do more than what's expected of me."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.29,
            "probabilities": {
              "r5": 0.08,
              "r4": 0.27,
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.23,
              "na": 0.41
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Rarely overindulge.",
      "facet": "N5",
      "domain": "N",
      "key": "-",
      "id": "ipip051",
      "number": 51,
      "original_ipip300_number": 171,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip051",
          "item_id": "ipip051",
          "item_number": 51,
          "topic": "N5",
          "exact_item": "Rarely overindulge.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rarely overindulge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.48,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.03,
              "na": 0.56,
              "r4": 0.2,
              "r3": 0.19,
              "r1": 0.0
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9900000000000001,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b02-ipip051",
          "item_id": "ipip051",
          "item_number": 51,
          "topic": "N5",
          "exact_item": "Rarely overindulge.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rarely overindulge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.46,
            "probabilities": {
              "r1": 0.0,
              "r2": 0.01,
              "r5": 0.04,
              "r3": 0.19,
              "r4": 0.22,
              "na": 0.54
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b02-ipip051",
          "item_id": "ipip051",
          "item_number": 51,
          "topic": "N5",
          "exact_item": "Rarely overindulge.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rarely overindulge."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.45,
            "probabilities": {
              "r5": 0.03,
              "r4": 0.21,
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.21,
              "na": 0.54
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Seek adventure.",
      "facet": "E5",
      "domain": "E",
      "key": "+",
      "id": "ipip052",
      "number": 52,
      "original_ipip300_number": 52,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip052",
          "item_id": "ipip052",
          "item_number": 52,
          "topic": "E5",
          "exact_item": "Seek adventure.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Seek adventure."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.53,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.6,
              "na": 0.01,
              "r4": 0.37,
              "r3": 0.02,
              "r1": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r2-b02-ipip052",
          "item_id": "ipip052",
          "item_number": 52,
          "topic": "E5",
          "exact_item": "Seek adventure.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Seek adventure."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.5,
            "probabilities": {
              "r1": 0.0,
              "r2": 0.0,
              "r5": 0.59,
              "r3": 0.02,
              "r4": 0.39,
              "na": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r3-b02-ipip052",
          "item_id": "ipip052",
          "item_number": 52,
          "topic": "E5",
          "exact_item": "Seek adventure.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Seek adventure."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.41,
            "probabilities": {
              "r5": 0.51,
              "r4": 0.46,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.02,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Avoid philosophical discussions.",
      "facet": "O5",
      "domain": "O",
      "key": "-",
      "id": "ipip053",
      "number": 53,
      "original_ipip300_number": 203,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip053",
          "item_id": "ipip053",
          "item_number": 53,
          "topic": "O5",
          "exact_item": "Avoid philosophical discussions.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid philosophical discussions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.4,
            "probabilities": {
              "r2": 0.33,
              "r5": 0.01,
              "na": 0.1,
              "r4": 0.01,
              "r3": 0.06,
              "r1": 0.49
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b02-ipip053",
          "item_id": "ipip053",
          "item_number": 53,
          "topic": "O5",
          "exact_item": "Avoid philosophical discussions.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid philosophical discussions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.4,
            "probabilities": {
              "r1": 0.5,
              "r3": 0.06,
              "r5": 0.01,
              "r2": 0.29,
              "r4": 0.01,
              "na": 0.13
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b02-ipip053",
          "item_id": "ipip053",
          "item_number": 53,
          "topic": "O5",
          "exact_item": "Avoid philosophical discussions.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid philosophical discussions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.42,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.01,
              "r2": 0.31,
              "r1": 0.51,
              "r3": 0.06,
              "na": 0.1
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Think highly of myself.",
      "facet": "A5",
      "domain": "A",
      "key": "-",
      "id": "ipip054",
      "number": 54,
      "original_ipip300_number": 174,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip054",
          "item_id": "ipip054",
          "item_number": 54,
          "topic": "A5",
          "exact_item": "Think highly of myself.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Think highly of myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.38,
            "probabilities": {
              "r2": 0.18,
              "r5": 0.01,
              "na": 0.49,
              "r4": 0.06,
              "r3": 0.24,
              "r1": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b02-ipip054",
          "item_id": "ipip054",
          "item_number": 54,
          "topic": "A5",
          "exact_item": "Think highly of myself.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Think highly of myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.27,
            "probabilities": {
              "r1": 0.05,
              "r3": 0.25,
              "r5": 0.01,
              "r2": 0.24,
              "r4": 0.06,
              "na": 0.39
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b02-ipip054",
          "item_id": "ipip054",
          "item_number": 54,
          "topic": "A5",
          "exact_item": "Think highly of myself.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Think highly of myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.35,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.06,
              "r2": 0.23,
              "r1": 0.04,
              "r3": 0.21,
              "na": 0.45
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Carry out my plans.",
      "facet": "C5",
      "domain": "C",
      "key": "+",
      "id": "ipip055",
      "number": 55,
      "original_ipip300_number": 145,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip055",
          "item_id": "ipip055",
          "item_number": 55,
          "topic": "C5",
          "exact_item": "Carry out my plans.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Carry out my plans."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.2,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.21,
              "na": 0.34,
              "r4": 0.32,
              "r3": 0.12,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b02-ipip055",
          "item_id": "ipip055",
          "item_number": 55,
          "topic": "C5",
          "exact_item": "Carry out my plans.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Carry out my plans."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.21,
            "probabilities": {
              "na": 0.33,
              "r1": 0.0,
              "r5": 0.2,
              "r3": 0.13,
              "r4": 0.33,
              "r2": 0.01
            }
          },
          "status": "tied_top",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na",
            "r4"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b02-ipip055",
          "item_id": "ipip055",
          "item_number": 55,
          "topic": "C5",
          "exact_item": "Carry out my plans.",
          "key": "+",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Carry out my plans."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.22,
            "probabilities": {
              "r5": 0.19,
              "r4": 0.3,
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.14,
              "na": 0.36
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Become overwhelmed by events.",
      "facet": "N6",
      "domain": "N",
      "key": "+",
      "id": "ipip056",
      "number": 56,
      "original_ipip300_number": 56,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip056",
          "item_id": "ipip056",
          "item_number": 56,
          "topic": "N6",
          "exact_item": "Become overwhelmed by events.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Become overwhelmed by events."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.31,
            "probabilities": {
              "r2": 0.42,
              "r5": 0.01,
              "na": 0.2,
              "r4": 0.03,
              "r3": 0.09,
              "r1": 0.25
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b02-ipip056",
          "item_id": "ipip056",
          "item_number": 56,
          "topic": "N6",
          "exact_item": "Become overwhelmed by events.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Become overwhelmed by events."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.38,
            "probabilities": {
              "na": 0.15,
              "r1": 0.26,
              "r5": 0.01,
              "r3": 0.08,
              "r4": 0.02,
              "r2": 0.48
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b02-ipip056",
          "item_id": "ipip056",
          "item_number": 56,
          "topic": "N6",
          "exact_item": "Become overwhelmed by events.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Become overwhelmed by events."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.31,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.03,
              "r2": 0.44,
              "r1": 0.27,
              "r3": 0.09,
              "na": 0.17
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Have a lot of fun.",
      "facet": "E6",
      "domain": "E",
      "key": "+",
      "id": "ipip057",
      "number": 57,
      "original_ipip300_number": 57,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip057",
          "item_id": "ipip057",
          "item_number": 57,
          "topic": "E6",
          "exact_item": "Have a lot of fun.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a lot of fun."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.2,
            "probabilities": {
              "r2": 0.01,
              "r5": 0.34,
              "r1": 0.0,
              "r4": 0.28,
              "r3": 0.12,
              "na": 0.25
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r2-b02-ipip057",
          "item_id": "ipip057",
          "item_number": 57,
          "topic": "E6",
          "exact_item": "Have a lot of fun.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a lot of fun."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.18,
            "probabilities": {
              "r4": 0.28,
              "na": 0.26,
              "r5": 0.32,
              "r3": 0.13,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r3-b02-ipip057",
          "item_id": "ipip057",
          "item_number": 57,
          "topic": "E6",
          "exact_item": "Have a lot of fun.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a lot of fun."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.18,
            "probabilities": {
              "r5": 0.31,
              "r4": 0.28,
              "r2": 0.01,
              "r1": 0.0,
              "r3": 0.13,
              "na": 0.27
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Believe that there is no absolute right and wrong.",
      "facet": "O6",
      "domain": "O",
      "key": "+",
      "id": "ipip058",
      "number": 58,
      "original_ipip300_number": 58,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip058",
          "item_id": "ipip058",
          "item_number": 58,
          "topic": "O6",
          "exact_item": "Believe that there is no absolute right and wrong.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that there is no absolute right and wrong."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.26,
            "probabilities": {
              "r2": 0.22,
              "r5": 0.05,
              "na": 0.07,
              "r4": 0.39,
              "r3": 0.22,
              "r1": 0.05
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b02-ipip058",
          "item_id": "ipip058",
          "item_number": 58,
          "topic": "O6",
          "exact_item": "Believe that there is no absolute right and wrong.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that there is no absolute right and wrong."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.25,
            "probabilities": {
              "na": 0.06,
              "r1": 0.04,
              "r5": 0.05,
              "r3": 0.24,
              "r4": 0.38,
              "r2": 0.23
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b02-ipip058",
          "item_id": "ipip058",
          "item_number": 58,
          "topic": "O6",
          "exact_item": "Believe that there is no absolute right and wrong.",
          "key": "+",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that there is no absolute right and wrong."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.25,
            "probabilities": {
              "r5": 0.04,
              "r4": 0.37,
              "r2": 0.25,
              "r1": 0.04,
              "r3": 0.21,
              "na": 0.09
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Feel sympathy for those who are worse off than myself.",
      "facet": "A6",
      "domain": "A",
      "key": "+",
      "id": "ipip059",
      "number": 59,
      "original_ipip300_number": 59,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip059",
          "item_id": "ipip059",
          "item_number": 59,
          "topic": "A6",
          "exact_item": "Feel sympathy for those who are worse off than myself.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel sympathy for those who are worse off than myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.26,
            "probabilities": {
              "r2": 0.0,
              "r5": 0.18,
              "r1": 0.0,
              "r4": 0.39,
              "r3": 0.14,
              "na": 0.29
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b02-ipip059",
          "item_id": "ipip059",
          "item_number": 59,
          "topic": "A6",
          "exact_item": "Feel sympathy for those who are worse off than myself.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel sympathy for those who are worse off than myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.27,
            "probabilities": {
              "r1": 0.0,
              "r2": 0.0,
              "r5": 0.16,
              "r3": 0.16,
              "r4": 0.39,
              "na": 0.29
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b02-ipip059",
          "item_id": "ipip059",
          "item_number": 59,
          "topic": "A6",
          "exact_item": "Feel sympathy for those who are worse off than myself.",
          "key": "+",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel sympathy for those who are worse off than myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.27,
            "probabilities": {
              "r5": 0.15,
              "r4": 0.39,
              "r2": 0.0,
              "r1": 0.0,
              "r3": 0.16,
              "na": 0.3
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Make rash decisions.",
      "facet": "C6",
      "domain": "C",
      "key": "-",
      "id": "ipip060",
      "number": 60,
      "original_ipip300_number": 150,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b02-ipip060",
          "item_id": "ipip060",
          "item_number": 60,
          "topic": "C6",
          "exact_item": "Make rash decisions.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make rash decisions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
          "request_elapsed_seconds": 0.7742866249755025,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.41,
            "probabilities": {
              "r2": 0.51,
              "r5": 0.0,
              "na": 0.01,
              "r4": 0.01,
              "r3": 0.02,
              "r1": 0.45
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b02-ipip060",
          "item_id": "ipip060",
          "item_number": 60,
          "topic": "C6",
          "exact_item": "Make rash decisions.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make rash decisions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
          "request_elapsed_seconds": 0.8616530429571867,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.4,
            "probabilities": {
              "r1": 0.5,
              "r2": 0.46,
              "r5": 0.0,
              "r3": 0.01,
              "r4": 0.02,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b02-ipip060",
          "item_id": "ipip060",
          "item_number": 60,
          "topic": "C6",
          "exact_item": "Make rash decisions.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b02",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Make rash decisions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "e2455bfdac06421874c54dcde72da21c9838a8b5950cacb7e4d7e9a16fdcabf8",
          "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
          "request_elapsed_seconds": 0.8363907480379567,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7589,
            "output_tokens": 1975
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.39,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.01,
              "r2": 0.5,
              "r1": 0.47000000000000003,
              "r3": 0.01,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        5
      ]
    },
    {
      "text": "Am afraid of many things.",
      "facet": "N1",
      "domain": "N",
      "key": "+",
      "id": "ipip061",
      "number": 61,
      "original_ipip300_number": 61,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip061",
          "item_id": "ipip061",
          "item_number": 61,
          "topic": "N1",
          "exact_item": "Am afraid of many things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am afraid of many things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.24,
            "probabilities": {
              "r4": 0.01,
              "r2": 0.36,
              "r5": 0.01,
              "na": 0.25,
              "r1": 0.3,
              "r3": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b03-ipip061",
          "item_id": "ipip061",
          "item_number": 61,
          "topic": "N1",
          "exact_item": "Am afraid of many things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am afraid of many things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.25,
            "probabilities": {
              "na": 0.19,
              "r4": 0.01,
              "r1": 0.37,
              "r5": 0.0,
              "r3": 0.05,
              "r2": 0.38
            }
          },
          "status": "returned_nonwinner",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip061",
          "item_id": "ipip061",
          "item_number": 61,
          "topic": "N1",
          "exact_item": "Am afraid of many things.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am afraid of many things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.26,
            "probabilities": {
              "na": 0.18,
              "r4": 0.01,
              "r2": 0.38,
              "r1": 0.36,
              "r5": 0.01,
              "r3": 0.06
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Avoid contacts with others.",
      "facet": "E1",
      "domain": "E",
      "key": "-",
      "id": "ipip062",
      "number": 62,
      "original_ipip300_number": 212,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip062",
          "item_id": "ipip062",
          "item_number": 62,
          "topic": "E1",
          "exact_item": "Avoid contacts with others.",
          "key": "-",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid contacts with others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.92,
            "probabilities": {
              "r4": 0.0,
              "r3": 0.0,
              "r5": 0.0,
              "na": 0.0,
              "r1": 0.9400000000000001,
              "r2": 0.06
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip062",
          "item_id": "ipip062",
          "item_number": 62,
          "topic": "E1",
          "exact_item": "Avoid contacts with others.",
          "key": "-",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid contacts with others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.92,
            "probabilities": {
              "r2": 0.06,
              "na": 0.01,
              "r1": 0.93,
              "r5": 0.0,
              "r3": 0.0,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip062",
          "item_id": "ipip062",
          "item_number": 62,
          "topic": "E1",
          "exact_item": "Avoid contacts with others.",
          "key": "-",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid contacts with others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.91,
            "probabilities": {
              "na": 0.01,
              "r4": 0.0,
              "r2": 0.06,
              "r1": 0.93,
              "r5": 0.0,
              "r3": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Love to daydream.",
      "facet": "O1",
      "domain": "O",
      "key": "+",
      "id": "ipip063",
      "number": 63,
      "original_ipip300_number": 63,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip063",
          "item_id": "ipip063",
          "item_number": 63,
          "topic": "O1",
          "exact_item": "Love to daydream.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to daydream."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.48,
            "probabilities": {
              "r3": 0.22,
              "r1": 0.01,
              "r5": 0.02,
              "na": 0.57,
              "r4": 0.16,
              "r2": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip063",
          "item_id": "ipip063",
          "item_number": 63,
          "topic": "O1",
          "exact_item": "Love to daydream.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to daydream."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.53,
            "probabilities": {
              "r4": 0.15,
              "r2": 0.02,
              "r1": 0.01,
              "r5": 0.02,
              "r3": 0.2,
              "na": 0.6
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip063",
          "item_id": "ipip063",
          "item_number": 63,
          "topic": "O1",
          "exact_item": "Love to daydream.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love to daydream."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.57,
            "probabilities": {
              "na": 0.63,
              "r4": 0.14,
              "r2": 0.01,
              "r1": 0.01,
              "r5": 0.02,
              "r3": 0.19
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Trust what people say.",
      "facet": "A1",
      "domain": "A",
      "key": "+",
      "id": "ipip064",
      "number": 64,
      "original_ipip300_number": 64,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip064",
          "item_id": "ipip064",
          "item_number": 64,
          "topic": "A1",
          "exact_item": "Trust what people say.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust what people say."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Neither Inaccurate nor Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r3",
            "confidence": 0.11,
            "probabilities": {
              "r3": 0.26,
              "r1": 0.02,
              "r5": 0.02,
              "na": 0.25,
              "r4": 0.21,
              "r2": 0.24
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 3,
          "contribution": 3,
          "relaxed_contribution": 3,
          "mass": 1.0,
          "top_keys": [
            "r3"
          ],
          "selected_key": "r3"
        },
        {
          "evaluation_id": "character-r2-b03-ipip064",
          "item_id": "ipip064",
          "item_number": 64,
          "topic": "A1",
          "exact_item": "Trust what people say.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust what people say."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Neither Inaccurate nor Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r3",
            "confidence": 0.12,
            "probabilities": {
              "r4": 0.23,
              "r2": 0.24,
              "r1": 0.01,
              "r5": 0.02,
              "r3": 0.27,
              "na": 0.23
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 3,
          "contribution": 3,
          "relaxed_contribution": 3,
          "mass": 1.0,
          "top_keys": [
            "r3"
          ],
          "selected_key": "r3"
        },
        {
          "evaluation_id": "character-r3-b03-ipip064",
          "item_id": "ipip064",
          "item_number": 64,
          "topic": "A1",
          "exact_item": "Trust what people say.",
          "key": "+",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Trust what people say."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.12,
            "probabilities": {
              "na": 0.26,
              "r4": 0.21,
              "r2": 0.22,
              "r1": 0.02,
              "r5": 0.02,
              "r3": 0.27
            }
          },
          "status": "returned_nonwinner",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "r3"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        3,
        3
      ]
    },
    {
      "text": "Handle tasks smoothly.",
      "facet": "C1",
      "domain": "C",
      "key": "+",
      "id": "ipip065",
      "number": 65,
      "original_ipip300_number": 65,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip065",
          "item_id": "ipip065",
          "item_number": 65,
          "topic": "C1",
          "exact_item": "Handle tasks smoothly.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Handle tasks smoothly."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.48,
            "probabilities": {
              "r3": 0.2,
              "r1": 0.0,
              "r5": 0.02,
              "na": 0.56,
              "r4": 0.21,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip065",
          "item_id": "ipip065",
          "item_number": 65,
          "topic": "C1",
          "exact_item": "Handle tasks smoothly.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Handle tasks smoothly."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.45,
            "probabilities": {
              "r2": 0.01,
              "na": 0.54,
              "r1": 0.0,
              "r5": 0.02,
              "r3": 0.2,
              "r4": 0.22
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9900000000000001,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip065",
          "item_id": "ipip065",
          "item_number": 65,
          "topic": "C1",
          "exact_item": "Handle tasks smoothly.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Handle tasks smoothly."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.5,
            "probabilities": {
              "na": 0.58,
              "r4": 0.2,
              "r2": 0.01,
              "r1": 0.0,
              "r5": 0.02,
              "r3": 0.19
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Lose my temper.",
      "facet": "N2",
      "domain": "N",
      "key": "+",
      "id": "ipip066",
      "number": 66,
      "original_ipip300_number": 126,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip066",
          "item_id": "ipip066",
          "item_number": 66,
          "topic": "N2",
          "exact_item": "Lose my temper.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Lose my temper."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.33,
            "probabilities": {
              "r3": 0.07,
              "r1": 0.31,
              "r5": 0.01,
              "na": 0.14,
              "r4": 0.03,
              "r2": 0.44
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b03-ipip066",
          "item_id": "ipip066",
          "item_number": 66,
          "topic": "N2",
          "exact_item": "Lose my temper.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Lose my temper."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.4,
            "probabilities": {
              "r4": 0.02,
              "r2": 0.49,
              "r1": 0.3,
              "r5": 0.01,
              "r3": 0.06,
              "na": 0.12
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b03-ipip066",
          "item_id": "ipip066",
          "item_number": 66,
          "topic": "N2",
          "exact_item": "Lose my temper.",
          "key": "+",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Lose my temper."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.39,
            "probabilities": {
              "na": 0.12,
              "r4": 0.02,
              "r2": 0.49,
              "r1": 0.29,
              "r5": 0.01,
              "r3": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Prefer to be alone.",
      "facet": "E2",
      "domain": "E",
      "key": "-",
      "id": "ipip067",
      "number": 67,
      "original_ipip300_number": 157,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip067",
          "item_id": "ipip067",
          "item_number": 67,
          "topic": "E2",
          "exact_item": "Prefer to be alone.",
          "key": "-",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer to be alone."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.56,
            "probabilities": {
              "r4": 0.01,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.02,
              "r1": 0.63,
              "r2": 0.33
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip067",
          "item_id": "ipip067",
          "item_number": 67,
          "topic": "E2",
          "exact_item": "Prefer to be alone.",
          "key": "-",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer to be alone."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.64,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.27,
              "r1": 0.71,
              "r5": 0.0,
              "r3": 0.01,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip067",
          "item_id": "ipip067",
          "item_number": 67,
          "topic": "E2",
          "exact_item": "Prefer to be alone.",
          "key": "-",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Prefer to be alone."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.58,
            "probabilities": {
              "na": 0.01,
              "r4": 0.01,
              "r2": 0.32,
              "r1": 0.65,
              "r5": 0.0,
              "r3": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Do not like poetry.",
      "facet": "O2",
      "domain": "O",
      "key": "-",
      "id": "ipip068",
      "number": 68,
      "original_ipip300_number": 188,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip068",
          "item_id": "ipip068",
          "item_number": 68,
          "topic": "O2",
          "exact_item": "Do not like poetry.",
          "key": "-",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do not like poetry."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.91,
            "probabilities": {
              "r4": 0.0,
              "r3": 0.06,
              "r5": 0.0,
              "na": 0.93,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip068",
          "item_id": "ipip068",
          "item_number": 68,
          "topic": "O2",
          "exact_item": "Do not like poetry.",
          "key": "-",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do not like poetry."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.89,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.01,
              "r1": 0.0,
              "r5": 0.0,
              "r3": 0.08,
              "na": 0.91
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip068",
          "item_id": "ipip068",
          "item_number": 68,
          "topic": "O2",
          "exact_item": "Do not like poetry.",
          "key": "-",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do not like poetry."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "na": 0.93,
              "r4": 0.0,
              "r2": 0.01,
              "r1": 0.0,
              "r5": 0.0,
              "r3": 0.06
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Take advantage of others.",
      "facet": "A2",
      "domain": "A",
      "key": "-",
      "id": "ipip069",
      "number": 69,
      "original_ipip300_number": 249,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip069",
          "item_id": "ipip069",
          "item_number": 69,
          "topic": "A2",
          "exact_item": "Take advantage of others.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take advantage of others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.89,
            "probabilities": {
              "r4": 0.0,
              "r3": 0.0,
              "r5": 0.0,
              "na": 0.02,
              "r1": 0.92,
              "r2": 0.06
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip069",
          "item_id": "ipip069",
          "item_number": 69,
          "topic": "A2",
          "exact_item": "Take advantage of others.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take advantage of others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.9,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.05,
              "r1": 0.92,
              "r5": 0.0,
              "r3": 0.0,
              "na": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip069",
          "item_id": "ipip069",
          "item_number": 69,
          "topic": "A2",
          "exact_item": "Take advantage of others.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take advantage of others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.9,
            "probabilities": {
              "na": 0.02,
              "r4": 0.0,
              "r2": 0.05,
              "r1": 0.92,
              "r5": 0.0,
              "r3": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Leave a mess in my room.",
      "facet": "C2",
      "domain": "C",
      "key": "-",
      "id": "ipip070",
      "number": 70,
      "original_ipip300_number": 190,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip070",
          "item_id": "ipip070",
          "item_number": 70,
          "topic": "C2",
          "exact_item": "Leave a mess in my room.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Leave a mess in my room."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.8,
            "probabilities": {
              "r4": 0.01,
              "r3": 0.12,
              "r5": 0.0,
              "na": 0.83,
              "r1": 0.01,
              "r2": 0.03
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip070",
          "item_id": "ipip070",
          "item_number": 70,
          "topic": "C2",
          "exact_item": "Leave a mess in my room.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Leave a mess in my room."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.8,
            "probabilities": {
              "r2": 0.04,
              "na": 0.84,
              "r1": 0.02,
              "r5": 0.0,
              "r3": 0.09,
              "r4": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip070",
          "item_id": "ipip070",
          "item_number": 70,
          "topic": "C2",
          "exact_item": "Leave a mess in my room.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Leave a mess in my room."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.77,
            "probabilities": {
              "na": 0.8,
              "r4": 0.02,
              "r2": 0.04,
              "r1": 0.02,
              "r5": 0.0,
              "r3": 0.12
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Am often down in the dumps.",
      "facet": "N3",
      "domain": "N",
      "key": "+",
      "id": "ipip071",
      "number": 71,
      "original_ipip300_number": 71,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip071",
          "item_id": "ipip071",
          "item_number": 71,
          "topic": "N3",
          "exact_item": "Am often down in the dumps.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am often down in the dumps."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.52,
            "probabilities": {
              "r4": 0.0,
              "r3": 0.09,
              "r5": 0.0,
              "na": 0.61,
              "r1": 0.12,
              "r2": 0.18
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip071",
          "item_id": "ipip071",
          "item_number": 71,
          "topic": "N3",
          "exact_item": "Am often down in the dumps.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am often down in the dumps."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.49,
            "probabilities": {
              "na": 0.58,
              "r4": 0.0,
              "r1": 0.13,
              "r5": 0.0,
              "r3": 0.1,
              "r2": 0.19
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip071",
          "item_id": "ipip071",
          "item_number": 71,
          "topic": "N3",
          "exact_item": "Am often down in the dumps.",
          "key": "+",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am often down in the dumps."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.54,
            "probabilities": {
              "na": 0.62,
              "r2": 0.19,
              "r4": 0.0,
              "r1": 0.11,
              "r5": 0.0,
              "r3": 0.08
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Take control of things.",
      "facet": "E3",
      "domain": "E",
      "key": "+",
      "id": "ipip072",
      "number": 72,
      "original_ipip300_number": 132,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip072",
          "item_id": "ipip072",
          "item_number": 72,
          "topic": "E3",
          "exact_item": "Take control of things.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take control of things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.18,
            "probabilities": {
              "r4": 0.16,
              "r3": 0.28,
              "r5": 0.01,
              "na": 0.32,
              "r1": 0.02,
              "r2": 0.21
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip072",
          "item_id": "ipip072",
          "item_number": 72,
          "topic": "E3",
          "exact_item": "Take control of things.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take control of things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.17,
            "probabilities": {
              "r2": 0.22,
              "na": 0.32,
              "r1": 0.03,
              "r5": 0.01,
              "r3": 0.29,
              "r4": 0.13
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip072",
          "item_id": "ipip072",
          "item_number": 72,
          "topic": "E3",
          "exact_item": "Take control of things.",
          "key": "+",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take control of things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.18,
            "probabilities": {
              "na": 0.32,
              "r4": 0.14,
              "r2": 0.22,
              "r1": 0.03,
              "r5": 0.01,
              "r3": 0.28
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Rarely notice my emotional reactions.",
      "facet": "O3",
      "domain": "O",
      "key": "-",
      "id": "ipip073",
      "number": 73,
      "original_ipip300_number": 223,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip073",
          "item_id": "ipip073",
          "item_number": 73,
          "topic": "O3",
          "exact_item": "Rarely notice my emotional reactions.",
          "key": "-",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rarely notice my emotional reactions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.55,
            "probabilities": {
              "r3": 0.02,
              "r1": 0.62,
              "r5": 0.0,
              "na": 0.02,
              "r4": 0.01,
              "r2": 0.33
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip073",
          "item_id": "ipip073",
          "item_number": 73,
          "topic": "O3",
          "exact_item": "Rarely notice my emotional reactions.",
          "key": "-",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rarely notice my emotional reactions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.5,
            "probabilities": {
              "r4": 0.01,
              "r2": 0.36,
              "r1": 0.58,
              "r5": 0.0,
              "r3": 0.02,
              "na": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip073",
          "item_id": "ipip073",
          "item_number": 73,
          "topic": "O3",
          "exact_item": "Rarely notice my emotional reactions.",
          "key": "-",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rarely notice my emotional reactions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.51,
            "probabilities": {
              "na": 0.02,
              "r2": 0.36,
              "r4": 0.01,
              "r1": 0.59,
              "r5": 0.0,
              "r3": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Am indifferent to the feelings of others.",
      "facet": "A3",
      "domain": "A",
      "key": "-",
      "id": "ipip074",
      "number": 74,
      "original_ipip300_number": 194,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip074",
          "item_id": "ipip074",
          "item_number": 74,
          "topic": "A3",
          "exact_item": "Am indifferent to the feelings of others.",
          "key": "-",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am indifferent to the feelings of others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.99,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.01,
              "r5": 0.0,
              "na": 0.0,
              "r1": 0.99,
              "r3": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip074",
          "item_id": "ipip074",
          "item_number": 74,
          "topic": "A3",
          "exact_item": "Am indifferent to the feelings of others.",
          "key": "-",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am indifferent to the feelings of others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.99,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.0,
              "r1": 1.0,
              "r5": 0.0,
              "r3": 0.0,
              "na": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip074",
          "item_id": "ipip074",
          "item_number": 74,
          "topic": "A3",
          "exact_item": "Am indifferent to the feelings of others.",
          "key": "-",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am indifferent to the feelings of others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.99,
            "probabilities": {
              "na": 0.0,
              "r4": 0.0,
              "r2": 0.01,
              "r1": 0.99,
              "r5": 0.0,
              "r3": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Break rules.",
      "facet": "C3",
      "domain": "C",
      "key": "-",
      "id": "ipip075",
      "number": 75,
      "original_ipip300_number": 165,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip075",
          "item_id": "ipip075",
          "item_number": 75,
          "topic": "C3",
          "exact_item": "Break rules.",
          "key": "-",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Break rules."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.28,
            "probabilities": {
              "r4": 0.04,
              "r3": 0.13,
              "r5": 0.01,
              "na": 0.28,
              "r1": 0.15,
              "r2": 0.39
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b03-ipip075",
          "item_id": "ipip075",
          "item_number": 75,
          "topic": "C3",
          "exact_item": "Break rules.",
          "key": "-",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Break rules."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.27,
            "probabilities": {
              "na": 0.25,
              "r4": 0.04,
              "r1": 0.18,
              "r5": 0.01,
              "r3": 0.13,
              "r2": 0.39
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b03-ipip075",
          "item_id": "ipip075",
          "item_number": 75,
          "topic": "C3",
          "exact_item": "Break rules.",
          "key": "-",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Break rules."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.24,
            "probabilities": {
              "na": 0.27,
              "r4": 0.05,
              "r2": 0.37,
              "r1": 0.15,
              "r5": 0.01,
              "r3": 0.15
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Only feel comfortable with friends.",
      "facet": "N4",
      "domain": "N",
      "key": "+",
      "id": "ipip076",
      "number": 76,
      "original_ipip300_number": 136,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip076",
          "item_id": "ipip076",
          "item_number": 76,
          "topic": "N4",
          "exact_item": "Only feel comfortable with friends.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Only feel comfortable with friends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.34,
            "probabilities": {
              "r4": 0.03,
              "r3": 0.05,
              "r5": 0.01,
              "na": 0.13,
              "r1": 0.44,
              "r2": 0.34
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip076",
          "item_id": "ipip076",
          "item_number": 76,
          "topic": "N4",
          "exact_item": "Only feel comfortable with friends.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Only feel comfortable with friends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.37,
            "probabilities": {
              "r4": 0.04,
              "r2": 0.34,
              "r1": 0.47,
              "r5": 0.01,
              "r3": 0.04,
              "na": 0.1
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip076",
          "item_id": "ipip076",
          "item_number": 76,
          "topic": "N4",
          "exact_item": "Only feel comfortable with friends.",
          "key": "+",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Only feel comfortable with friends."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.33,
            "probabilities": {
              "na": 0.1,
              "r4": 0.03,
              "r2": 0.38,
              "r1": 0.43,
              "r5": 0.01,
              "r3": 0.05
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        1,
        1
      ]
    },
    {
      "text": "Do a lot in my spare time.",
      "facet": "E4",
      "domain": "E",
      "key": "+",
      "id": "ipip077",
      "number": 77,
      "original_ipip300_number": 77,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip077",
          "item_id": "ipip077",
          "item_number": 77,
          "topic": "E4",
          "exact_item": "Do a lot in my spare time.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do a lot in my spare time."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.72,
            "probabilities": {
              "r3": 0.02,
              "r1": 0.0,
              "r5": 0.77,
              "na": 0.02,
              "r4": 0.19,
              "r2": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r2-b03-ipip077",
          "item_id": "ipip077",
          "item_number": 77,
          "topic": "E4",
          "exact_item": "Do a lot in my spare time.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do a lot in my spare time."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.7,
            "probabilities": {
              "r4": 0.2,
              "r2": 0.0,
              "r1": 0.0,
              "r5": 0.75,
              "r3": 0.03,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        },
        {
          "evaluation_id": "character-r3-b03-ipip077",
          "item_id": "ipip077",
          "item_number": 77,
          "topic": "E4",
          "exact_item": "Do a lot in my spare time.",
          "key": "+",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do a lot in my spare time."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r5",
            "confidence": 0.75,
            "probabilities": {
              "na": 0.02,
              "r4": 0.16,
              "r2": 0.0,
              "r1": 0.0,
              "r5": 0.8,
              "r3": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 5,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r5"
          ],
          "selected_key": "r5"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Dislike changes.",
      "facet": "O4",
      "domain": "O",
      "key": "-",
      "id": "ipip078",
      "number": 78,
      "original_ipip300_number": 168,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip078",
          "item_id": "ipip078",
          "item_number": 78,
          "topic": "O4",
          "exact_item": "Dislike changes.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Dislike changes."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.84,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.12,
              "r5": 0.0,
              "na": 0.01,
              "r1": 0.86,
              "r3": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip078",
          "item_id": "ipip078",
          "item_number": 78,
          "topic": "O4",
          "exact_item": "Dislike changes.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Dislike changes."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.85,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.1,
              "r1": 0.88,
              "r5": 0.0,
              "r3": 0.01,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip078",
          "item_id": "ipip078",
          "item_number": 78,
          "topic": "O4",
          "exact_item": "Dislike changes.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Dislike changes."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.86,
            "probabilities": {
              "na": 0.01,
              "r2": 0.1,
              "r4": 0.0,
              "r1": 0.88,
              "r5": 0.0,
              "r3": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Insult people.",
      "facet": "A4",
      "domain": "A",
      "key": "-",
      "id": "ipip079",
      "number": 79,
      "original_ipip300_number": 229,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip079",
          "item_id": "ipip079",
          "item_number": 79,
          "topic": "A4",
          "exact_item": "Insult people.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Insult people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.87,
            "probabilities": {
              "r3": 0.01,
              "r1": 0.89,
              "r5": 0.0,
              "na": 0.04,
              "r4": 0.0,
              "r2": 0.06
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip079",
          "item_id": "ipip079",
          "item_number": 79,
          "topic": "A4",
          "exact_item": "Insult people.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Insult people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.87,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.06,
              "r1": 0.88,
              "r5": 0.0,
              "r3": 0.01,
              "na": 0.05
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip079",
          "item_id": "ipip079",
          "item_number": 79,
          "topic": "A4",
          "exact_item": "Insult people.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Insult people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.9,
            "probabilities": {
              "na": 0.03,
              "r4": 0.0,
              "r2": 0.04,
              "r1": 0.93,
              "r5": 0.0,
              "r3": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Do just enough work to get by.",
      "facet": "C4",
      "domain": "C",
      "key": "-",
      "id": "ipip080",
      "number": 80,
      "original_ipip300_number": 260,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip080",
          "item_id": "ipip080",
          "item_number": 80,
          "topic": "C4",
          "exact_item": "Do just enough work to get by.",
          "key": "-",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do just enough work to get by."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.62,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.06,
              "r1": 0.7,
              "r2": 0.22
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip080",
          "item_id": "ipip080",
          "item_number": 80,
          "topic": "C4",
          "exact_item": "Do just enough work to get by.",
          "key": "-",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do just enough work to get by."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.6,
            "probabilities": {
              "na": 0.05,
              "r4": 0.0,
              "r1": 0.68,
              "r5": 0.0,
              "r3": 0.02,
              "r2": 0.25
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip080",
          "item_id": "ipip080",
          "item_number": 80,
          "topic": "C4",
          "exact_item": "Do just enough work to get by.",
          "key": "-",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do just enough work to get by."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.62,
            "probabilities": {
              "na": 0.07,
              "r4": 0.0,
              "r2": 0.23,
              "r1": 0.68,
              "r5": 0.0,
              "r3": 0.01
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 1,
          "contribution": null,
          "relaxed_contribution": 5,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Easily resist temptations.",
      "facet": "N5",
      "domain": "N",
      "key": "-",
      "id": "ipip081",
      "number": 81,
      "original_ipip300_number": 201,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip081",
          "item_id": "ipip081",
          "item_number": 81,
          "topic": "N5",
          "exact_item": "Easily resist temptations.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Easily resist temptations."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.73,
            "probabilities": {
              "r3": 0.15,
              "r1": 0.0,
              "r5": 0.0,
              "na": 0.78,
              "r4": 0.06,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip081",
          "item_id": "ipip081",
          "item_number": 81,
          "topic": "N5",
          "exact_item": "Easily resist temptations.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Easily resist temptations."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.67,
            "probabilities": {
              "r2": 0.02,
              "na": 0.71,
              "r1": 0.0,
              "r5": 0.01,
              "r3": 0.19,
              "r4": 0.07
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip081",
          "item_id": "ipip081",
          "item_number": 81,
          "topic": "N5",
          "exact_item": "Easily resist temptations.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Easily resist temptations."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.75,
            "probabilities": {
              "na": 0.8,
              "r4": 0.06,
              "r2": 0.01,
              "r1": 0.0,
              "r5": 0.0,
              "r3": 0.13
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Enjoy being reckless.",
      "facet": "E5",
      "domain": "E",
      "key": "+",
      "id": "ipip082",
      "number": 82,
      "original_ipip300_number": 142,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip082",
          "item_id": "ipip082",
          "item_number": 82,
          "topic": "E5",
          "exact_item": "Enjoy being reckless.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Enjoy being reckless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.53,
            "probabilities": {
              "r3": 0.08,
              "r1": 0.2,
              "r5": 0.01,
              "na": 0.05,
              "r4": 0.05,
              "r2": 0.61
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b03-ipip082",
          "item_id": "ipip082",
          "item_number": 82,
          "topic": "E5",
          "exact_item": "Enjoy being reckless.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Enjoy being reckless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.53,
            "probabilities": {
              "r2": 0.61,
              "na": 0.04,
              "r1": 0.23,
              "r5": 0.01,
              "r3": 0.07,
              "r4": 0.04
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b03-ipip082",
          "item_id": "ipip082",
          "item_number": 82,
          "topic": "E5",
          "exact_item": "Enjoy being reckless.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Enjoy being reckless."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.52,
            "probabilities": {
              "na": 0.04,
              "r4": 0.05,
              "r2": 0.6,
              "r1": 0.22,
              "r5": 0.01,
              "r3": 0.08
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Have difficulty understanding abstract ideas.",
      "facet": "O5",
      "domain": "O",
      "key": "-",
      "id": "ipip083",
      "number": 83,
      "original_ipip300_number": 233,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip083",
          "item_id": "ipip083",
          "item_number": 83,
          "topic": "O5",
          "exact_item": "Have difficulty understanding abstract ideas.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have difficulty understanding abstract ideas."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.69,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.04,
              "r1": 0.76,
              "r2": 0.18
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip083",
          "item_id": "ipip083",
          "item_number": 83,
          "topic": "O5",
          "exact_item": "Have difficulty understanding abstract ideas.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have difficulty understanding abstract ideas."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.7,
            "probabilities": {
              "r2": 0.18,
              "na": 0.05,
              "r1": 0.75,
              "r5": 0.0,
              "r3": 0.02,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip083",
          "item_id": "ipip083",
          "item_number": 83,
          "topic": "O5",
          "exact_item": "Have difficulty understanding abstract ideas.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have difficulty understanding abstract ideas."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.72,
            "probabilities": {
              "na": 0.04,
              "r4": 0.0,
              "r2": 0.17,
              "r1": 0.77,
              "r5": 0.0,
              "r3": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Have a high opinion of myself.",
      "facet": "A5",
      "domain": "A",
      "key": "-",
      "id": "ipip084",
      "number": 84,
      "original_ipip300_number": 204,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip084",
          "item_id": "ipip084",
          "item_number": 84,
          "topic": "A5",
          "exact_item": "Have a high opinion of myself.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a high opinion of myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.39,
            "probabilities": {
              "r4": 0.03,
              "r2": 0.23,
              "r5": 0.01,
              "na": 0.49,
              "r1": 0.03,
              "r3": 0.21
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip084",
          "item_id": "ipip084",
          "item_number": 84,
          "topic": "A5",
          "exact_item": "Have a high opinion of myself.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a high opinion of myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.36,
            "probabilities": {
              "r2": 0.22,
              "na": 0.46,
              "r1": 0.04,
              "r5": 0.01,
              "r3": 0.23,
              "r4": 0.04
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip084",
          "item_id": "ipip084",
          "item_number": 84,
          "topic": "A5",
          "exact_item": "Have a high opinion of myself.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have a high opinion of myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.33,
            "probabilities": {
              "na": 0.44,
              "r4": 0.04,
              "r2": 0.25,
              "r1": 0.04,
              "r5": 0.01,
              "r3": 0.22
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Waste my time.",
      "facet": "C5",
      "domain": "C",
      "key": "-",
      "id": "ipip085",
      "number": 85,
      "original_ipip300_number": 205,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip085",
          "item_id": "ipip085",
          "item_number": 85,
          "topic": "C5",
          "exact_item": "Waste my time.",
          "key": "-",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Waste my time."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.32,
            "probabilities": {
              "r4": 0.01,
              "r3": 0.04,
              "r5": 0.01,
              "na": 0.32,
              "r1": 0.44,
              "r2": 0.18
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip085",
          "item_id": "ipip085",
          "item_number": 85,
          "topic": "C5",
          "exact_item": "Waste my time.",
          "key": "-",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Waste my time."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.31,
            "probabilities": {
              "r2": 0.17,
              "na": 0.33,
              "r1": 0.42,
              "r5": 0.01,
              "r3": 0.05,
              "r4": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip085",
          "item_id": "ipip085",
          "item_number": 85,
          "topic": "C5",
          "exact_item": "Waste my time.",
          "key": "-",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Waste my time."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.34,
            "probabilities": {
              "na": 0.29,
              "r4": 0.01,
              "r2": 0.19,
              "r1": 0.45,
              "r5": 0.01,
              "r3": 0.05
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Feel that I'm unable to deal with things.",
      "facet": "N6",
      "domain": "N",
      "key": "+",
      "id": "ipip086",
      "number": 86,
      "original_ipip300_number": 86,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip086",
          "item_id": "ipip086",
          "item_number": 86,
          "topic": "N6",
          "exact_item": "Feel that I'm unable to deal with things.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel that I'm unable to deal with things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.63,
            "probabilities": {
              "r3": 0.02,
              "r4": 0.0,
              "r5": 0.0,
              "na": 0.06,
              "r1": 0.7,
              "r2": 0.22
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip086",
          "item_id": "ipip086",
          "item_number": 86,
          "topic": "N6",
          "exact_item": "Feel that I'm unable to deal with things.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel that I'm unable to deal with things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.61,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.25,
              "r1": 0.67,
              "r5": 0.0,
              "r3": 0.02,
              "na": 0.06
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip086",
          "item_id": "ipip086",
          "item_number": 86,
          "topic": "N6",
          "exact_item": "Feel that I'm unable to deal with things.",
          "key": "+",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel that I'm unable to deal with things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.65,
            "probabilities": {
              "na": 0.06,
              "r4": 0.0,
              "r2": 0.2,
              "r1": 0.72,
              "r5": 0.0,
              "r3": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 1,
          "relaxed_contribution": 1,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        1,
        1
      ]
    },
    {
      "text": "Love life.",
      "facet": "E6",
      "domain": "E",
      "key": "+",
      "id": "ipip087",
      "number": 87,
      "original_ipip300_number": 147,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip087",
          "item_id": "ipip087",
          "item_number": 87,
          "topic": "E6",
          "exact_item": "Love life.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love life."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.76,
            "probabilities": {
              "r4": 0.06,
              "r2": 0.01,
              "r5": 0.02,
              "na": 0.8,
              "r1": 0.0,
              "r3": 0.11
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b03-ipip087",
          "item_id": "ipip087",
          "item_number": 87,
          "topic": "E6",
          "exact_item": "Love life.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love life."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.71,
            "probabilities": {
              "na": 0.75,
              "r4": 0.08,
              "r1": 0.0,
              "r5": 0.04,
              "r3": 0.12,
              "r2": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b03-ipip087",
          "item_id": "ipip087",
          "item_number": 87,
          "topic": "E6",
          "exact_item": "Love life.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Love life."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.74,
            "probabilities": {
              "na": 0.78,
              "r4": 0.07,
              "r2": 0.01,
              "r1": 0.0,
              "r5": 0.03,
              "r3": 0.11
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Tend to vote for conservative political candidates.",
      "facet": "O6",
      "domain": "O",
      "key": "-",
      "id": "ipip088",
      "number": 88,
      "original_ipip300_number": 148,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip088",
          "item_id": "ipip088",
          "item_number": 88,
          "topic": "O6",
          "exact_item": "Tend to vote for conservative political candidates.",
          "key": "-",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for conservative political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.35,
            "probabilities": {
              "r3": 0.07,
              "r1": 0.47000000000000003,
              "r5": 0.0,
              "na": 0.01,
              "r4": 0.0,
              "r2": 0.45
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip088",
          "item_id": "ipip088",
          "item_number": 88,
          "topic": "O6",
          "exact_item": "Tend to vote for conservative political candidates.",
          "key": "-",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for conservative political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.36,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.45,
              "r1": 0.47000000000000003,
              "r5": 0.0,
              "r3": 0.07,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip088",
          "item_id": "ipip088",
          "item_number": 88,
          "topic": "O6",
          "exact_item": "Tend to vote for conservative political candidates.",
          "key": "-",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Tend to vote for conservative political candidates."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.36,
            "probabilities": {
              "na": 0.01,
              "r2": 0.48,
              "r4": 0.0,
              "r1": 0.44,
              "r5": 0.0,
              "r3": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        5
      ]
    },
    {
      "text": "Am not interested in other people's problems.",
      "facet": "A6",
      "domain": "A",
      "key": "-",
      "id": "ipip089",
      "number": 89,
      "original_ipip300_number": 149,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip089",
          "item_id": "ipip089",
          "item_number": 89,
          "topic": "A6",
          "exact_item": "Am not interested in other people's problems.",
          "key": "-",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not interested in other people's problems."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.79,
            "probabilities": {
              "r4": 0.0,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.02,
              "r1": 0.83,
              "r2": 0.14
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b03-ipip089",
          "item_id": "ipip089",
          "item_number": 89,
          "topic": "A6",
          "exact_item": "Am not interested in other people's problems.",
          "key": "-",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not interested in other people's problems."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.81,
            "probabilities": {
              "r4": 0.0,
              "r2": 0.13,
              "r1": 0.84,
              "r5": 0.0,
              "r3": 0.01,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b03-ipip089",
          "item_id": "ipip089",
          "item_number": 89,
          "topic": "A6",
          "exact_item": "Am not interested in other people's problems.",
          "key": "-",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not interested in other people's problems."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.79,
            "probabilities": {
              "na": 0.02,
              "r4": 0.0,
              "r2": 0.14,
              "r1": 0.83,
              "r5": 0.0,
              "r3": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Rush into things.",
      "facet": "C6",
      "domain": "C",
      "key": "-",
      "id": "ipip090",
      "number": 90,
      "original_ipip300_number": 210,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b03-ipip090",
          "item_id": "ipip090",
          "item_number": 90,
          "topic": "C6",
          "exact_item": "Rush into things.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rush into things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
          "request_elapsed_seconds": 0.7785470359958708,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.48,
            "probabilities": {
              "r3": 0.03,
              "r4": 0.05,
              "r5": 0.01,
              "na": 0.02,
              "r1": 0.33,
              "r2": 0.56
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b03-ipip090",
          "item_id": "ipip090",
          "item_number": 90,
          "topic": "C6",
          "exact_item": "Rush into things.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rush into things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
          "request_elapsed_seconds": 0.8534297980368137,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1974
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.48,
            "probabilities": {
              "r4": 0.05,
              "r2": 0.5599999999999999,
              "r1": 0.33,
              "r5": 0.01,
              "r3": 0.03,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b03-ipip090",
          "item_id": "ipip090",
          "item_number": 90,
          "topic": "C6",
          "exact_item": "Rush into things.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b03",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Rush into things."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "caff5caf87f3bc82b8248c9dce163b5d303ae903acf93609771680199e1ed5d0",
          "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
          "request_elapsed_seconds": 0.8605949230259284,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7572,
            "output_tokens": 1973
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.48,
            "probabilities": {
              "na": 0.02,
              "r4": 0.06,
              "r2": 0.57,
              "r1": 0.31,
              "r5": 0.01,
              "r3": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Get stressed out easily.",
      "facet": "N1",
      "domain": "N",
      "key": "+",
      "id": "ipip091",
      "number": 91,
      "original_ipip300_number": 91,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip091",
          "item_id": "ipip091",
          "item_number": 91,
          "topic": "N1",
          "exact_item": "Get stressed out easily.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get stressed out easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.25,
            "probabilities": {
              "r3": 0.14,
              "r5": 0.0,
              "na": 0.36,
              "r2": 0.37,
              "r1": 0.11,
              "r4": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b04-ipip091",
          "item_id": "ipip091",
          "item_number": 91,
          "topic": "N1",
          "exact_item": "Get stressed out easily.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get stressed out easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.33,
            "probabilities": {
              "r2": 0.45,
              "na": 0.27,
              "r1": 0.14,
              "r3": 0.13,
              "r5": 0.0,
              "r4": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b04-ipip091",
          "item_id": "ipip091",
          "item_number": 91,
          "topic": "N1",
          "exact_item": "Get stressed out easily.",
          "key": "+",
          "domain": "N",
          "facet": "N1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get stressed out easily."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.31,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.01,
              "r1": 0.12,
              "r3": 0.14,
              "na": 0.3,
              "r2": 0.43
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Keep others at a distance.",
      "facet": "E1",
      "domain": "E",
      "key": "-",
      "id": "ipip092",
      "number": 92,
      "original_ipip300_number": 272,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip092",
          "item_id": "ipip092",
          "item_number": 92,
          "topic": "E1",
          "exact_item": "Keep others at a distance.",
          "key": "-",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep others at a distance."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.67,
            "probabilities": {
              "r3": 0.02,
              "na": 0.02,
              "r5": 0.0,
              "r2": 0.23,
              "r1": 0.72,
              "r4": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip092",
          "item_id": "ipip092",
          "item_number": 92,
          "topic": "E1",
          "exact_item": "Keep others at a distance.",
          "key": "-",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep others at a distance."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.69,
            "probabilities": {
              "r2": 0.22,
              "r4": 0.01,
              "r1": 0.74,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip092",
          "item_id": "ipip092",
          "item_number": 92,
          "topic": "E1",
          "exact_item": "Keep others at a distance.",
          "key": "-",
          "domain": "E",
          "facet": "E1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Keep others at a distance."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.7,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.01,
              "r1": 0.75,
              "r3": 0.01,
              "na": 0.02,
              "r2": 0.21
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Like to get lost in thought.",
      "facet": "O1",
      "domain": "O",
      "key": "+",
      "id": "ipip093",
      "number": 93,
      "original_ipip300_number": 93,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip093",
          "item_id": "ipip093",
          "item_number": 93,
          "topic": "O1",
          "exact_item": "Like to get lost in thought.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to get lost in thought."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.18,
            "probabilities": {
              "r3": 0.28,
              "na": 0.32,
              "r5": 0.04,
              "r2": 0.04,
              "r1": 0.01,
              "r4": 0.31
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b04-ipip093",
          "item_id": "ipip093",
          "item_number": 93,
          "topic": "O1",
          "exact_item": "Like to get lost in thought.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to get lost in thought."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.19,
            "probabilities": {
              "r2": 0.03,
              "na": 0.33,
              "r1": 0.01,
              "r3": 0.26,
              "r5": 0.04,
              "r4": 0.33
            }
          },
          "status": "tied_top",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na",
            "r4"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b04-ipip093",
          "item_id": "ipip093",
          "item_number": 93,
          "topic": "O1",
          "exact_item": "Like to get lost in thought.",
          "key": "+",
          "domain": "O",
          "facet": "O1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to get lost in thought."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.2,
            "probabilities": {
              "r5": 0.04,
              "r4": 0.33,
              "na": 0.33,
              "r3": 0.26,
              "r1": 0.01,
              "r2": 0.03
            }
          },
          "status": "tied_top",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "r4",
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Distrust people.",
      "facet": "A1",
      "domain": "A",
      "key": "-",
      "id": "ipip094",
      "number": 94,
      "original_ipip300_number": 184,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip094",
          "item_id": "ipip094",
          "item_number": 94,
          "topic": "A1",
          "exact_item": "Distrust people.",
          "key": "-",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Distrust people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.76,
            "probabilities": {
              "r3": 0.01,
              "r5": 0.0,
              "r2": 0.17,
              "na": 0.02,
              "r1": 0.8,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip094",
          "item_id": "ipip094",
          "item_number": 94,
          "topic": "A1",
          "exact_item": "Distrust people.",
          "key": "-",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Distrust people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.78,
            "probabilities": {
              "r2": 0.15,
              "r4": 0.0,
              "r1": 0.82,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip094",
          "item_id": "ipip094",
          "item_number": 94,
          "topic": "A1",
          "exact_item": "Distrust people.",
          "key": "-",
          "domain": "A",
          "facet": "A1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Distrust people."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.78,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r1": 0.81,
              "r3": 0.01,
              "na": 0.02,
              "r2": 0.15
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 1,
          "contribution": null,
          "relaxed_contribution": 5,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Know how to get things done.",
      "facet": "C1",
      "domain": "C",
      "key": "+",
      "id": "ipip095",
      "number": 95,
      "original_ipip300_number": 155,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip095",
          "item_id": "ipip095",
          "item_number": 95,
          "topic": "C1",
          "exact_item": "Know how to get things done.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Know how to get things done."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.32,
            "probabilities": {
              "r3": 0.24,
              "r5": 0.04,
              "r2": 0.01,
              "na": 0.43,
              "r1": 0.0,
              "r4": 0.28
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b04-ipip095",
          "item_id": "ipip095",
          "item_number": 95,
          "topic": "C1",
          "exact_item": "Know how to get things done.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Know how to get things done."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.32,
            "probabilities": {
              "r2": 0.01,
              "r4": 0.28,
              "r1": 0.0,
              "r3": 0.24,
              "r5": 0.04,
              "na": 0.43
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b04-ipip095",
          "item_id": "ipip095",
          "item_number": 95,
          "topic": "C1",
          "exact_item": "Know how to get things done.",
          "key": "+",
          "domain": "C",
          "facet": "C1",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Know how to get things done."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.29,
            "probabilities": {
              "r5": 0.04,
              "r4": 0.3,
              "r2": 0.01,
              "r3": 0.24,
              "na": 0.41,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Am not easily annoyed.",
      "facet": "N2",
      "domain": "N",
      "key": "-",
      "id": "ipip096",
      "number": 96,
      "original_ipip300_number": 216,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip096",
          "item_id": "ipip096",
          "item_number": 96,
          "topic": "N2",
          "exact_item": "Am not easily annoyed.",
          "key": "-",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not easily annoyed."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.47,
            "probabilities": {
              "r3": 0.17,
              "na": 0.19,
              "r5": 0.08,
              "r2": 0.01,
              "r1": 0.0,
              "r4": 0.55
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b04-ipip096",
          "item_id": "ipip096",
          "item_number": 96,
          "topic": "N2",
          "exact_item": "Am not easily annoyed.",
          "key": "-",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not easily annoyed."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.5,
            "probabilities": {
              "r2": 0.01,
              "r4": 0.58,
              "r1": 0.0,
              "r3": 0.15,
              "r5": 0.08,
              "na": 0.18
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b04-ipip096",
          "item_id": "ipip096",
          "item_number": 96,
          "topic": "N2",
          "exact_item": "Am not easily annoyed.",
          "key": "-",
          "domain": "N",
          "facet": "N2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not easily annoyed."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.42,
            "probabilities": {
              "r5": 0.1,
              "r4": 0.52,
              "r1": 0.0,
              "r3": 0.16,
              "na": 0.21,
              "r2": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Avoid crowds.",
      "facet": "E2",
      "domain": "E",
      "key": "-",
      "id": "ipip097",
      "number": 97,
      "original_ipip300_number": 247,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip097",
          "item_id": "ipip097",
          "item_number": 97,
          "topic": "E2",
          "exact_item": "Avoid crowds.",
          "key": "-",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid crowds."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.24,
            "probabilities": {
              "r3": 0.19,
              "r4": 0.16,
              "na": 0.16,
              "r2": 0.36,
              "r5": 0.01,
              "r1": 0.12
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b04-ipip097",
          "item_id": "ipip097",
          "item_number": 97,
          "topic": "E2",
          "exact_item": "Avoid crowds.",
          "key": "-",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid crowds."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.22,
            "probabilities": {
              "r2": 0.35,
              "r4": 0.15,
              "r1": 0.11,
              "r3": 0.19,
              "r5": 0.01,
              "na": 0.19
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b04-ipip097",
          "item_id": "ipip097",
          "item_number": 97,
          "topic": "E2",
          "exact_item": "Avoid crowds.",
          "key": "-",
          "domain": "E",
          "facet": "E2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Avoid crowds."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.24,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.13,
              "na": 0.18,
              "r3": 0.19,
              "r1": 0.12,
              "r2": 0.37
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Do not enjoy going to art museums.",
      "facet": "O2",
      "domain": "O",
      "key": "-",
      "id": "ipip098",
      "number": 98,
      "original_ipip300_number": 218,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip098",
          "item_id": "ipip098",
          "item_number": 98,
          "topic": "O2",
          "exact_item": "Do not enjoy going to art museums.",
          "key": "-",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do not enjoy going to art museums."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.75,
            "probabilities": {
              "r3": 0.01,
              "r4": 0.0,
              "na": 0.02,
              "r2": 0.18,
              "r5": 0.0,
              "r1": 0.79
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip098",
          "item_id": "ipip098",
          "item_number": 98,
          "topic": "O2",
          "exact_item": "Do not enjoy going to art museums.",
          "key": "-",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do not enjoy going to art museums."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.75,
            "probabilities": {
              "r2": 0.18,
              "na": 0.01,
              "r1": 0.8,
              "r3": 0.01,
              "r5": 0.0,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip098",
          "item_id": "ipip098",
          "item_number": 98,
          "topic": "O2",
          "exact_item": "Do not enjoy going to art museums.",
          "key": "-",
          "domain": "O",
          "facet": "O2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Do not enjoy going to art museums."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.79,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r1": 0.83,
              "r3": 0.01,
              "na": 0.02,
              "r2": 0.14
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Obstruct others' plans.",
      "facet": "A2",
      "domain": "A",
      "key": "-",
      "id": "ipip099",
      "number": 99,
      "original_ipip300_number": 279,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip099",
          "item_id": "ipip099",
          "item_number": 99,
          "topic": "A2",
          "exact_item": "Obstruct others' plans.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Obstruct others' plans."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.69,
            "probabilities": {
              "r3": 0.02,
              "r5": 0.0,
              "r2": 0.12,
              "na": 0.12,
              "r1": 0.74,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip099",
          "item_id": "ipip099",
          "item_number": 99,
          "topic": "A2",
          "exact_item": "Obstruct others' plans.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Obstruct others' plans."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.68,
            "probabilities": {
              "r2": 0.13,
              "r4": 0.0,
              "r1": 0.74,
              "r3": 0.02,
              "r5": 0.0,
              "na": 0.11
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip099",
          "item_id": "ipip099",
          "item_number": 99,
          "topic": "A2",
          "exact_item": "Obstruct others' plans.",
          "key": "-",
          "domain": "A",
          "facet": "A2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Obstruct others' plans."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.7,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.12,
              "r3": 0.01,
              "na": 0.11,
              "r1": 0.76
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Leave my belongings around.",
      "facet": "C2",
      "domain": "C",
      "key": "-",
      "id": "ipip100",
      "number": 100,
      "original_ipip300_number": 220,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip100",
          "item_id": "ipip100",
          "item_number": 100,
          "topic": "C2",
          "exact_item": "Leave my belongings around.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Leave my belongings around."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.91,
            "probabilities": {
              "r3": 0.05,
              "r5": 0.0,
              "r2": 0.01,
              "na": 0.93,
              "r1": 0.0,
              "r4": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b04-ipip100",
          "item_id": "ipip100",
          "item_number": 100,
          "topic": "C2",
          "exact_item": "Leave my belongings around.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Leave my belongings around."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.89,
            "probabilities": {
              "r2": 0.01,
              "na": 0.92,
              "r1": 0.0,
              "r3": 0.06,
              "r5": 0.0,
              "r4": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b04-ipip100",
          "item_id": "ipip100",
          "item_number": 100,
          "topic": "C2",
          "exact_item": "Leave my belongings around.",
          "key": "-",
          "domain": "C",
          "facet": "C2",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Leave my belongings around."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.86,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.02,
              "na": 0.89,
              "r3": 0.07,
              "r1": 0.0,
              "r2": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Feel comfortable with myself.",
      "facet": "N3",
      "domain": "N",
      "key": "-",
      "id": "ipip101",
      "number": 101,
      "original_ipip300_number": 251,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip101",
          "item_id": "ipip101",
          "item_number": 101,
          "topic": "N3",
          "exact_item": "Feel comfortable with myself.",
          "key": "-",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel comfortable with myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.23,
            "probabilities": {
              "r3": 0.18,
              "r5": 0.11,
              "r2": 0.0,
              "na": 0.35,
              "r1": 0.0,
              "r4": 0.36
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b04-ipip101",
          "item_id": "ipip101",
          "item_number": 101,
          "topic": "N3",
          "exact_item": "Feel comfortable with myself.",
          "key": "-",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel comfortable with myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.27,
            "probabilities": {
              "r2": 0.0,
              "na": 0.39,
              "r1": 0.0,
              "r3": 0.17,
              "r5": 0.1,
              "r4": 0.34
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b04-ipip101",
          "item_id": "ipip101",
          "item_number": 101,
          "topic": "N3",
          "exact_item": "Feel comfortable with myself.",
          "key": "-",
          "domain": "N",
          "facet": "N3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Feel comfortable with myself."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.24,
            "probabilities": {
              "r5": 0.11,
              "r4": 0.34,
              "r1": 0.0,
              "r3": 0.18,
              "r2": 0.0,
              "na": 0.37
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Wait for others to lead the way.",
      "facet": "E3",
      "domain": "E",
      "key": "-",
      "id": "ipip102",
      "number": 102,
      "original_ipip300_number": 162,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip102",
          "item_id": "ipip102",
          "item_number": 102,
          "topic": "E3",
          "exact_item": "Wait for others to lead the way.",
          "key": "-",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Wait for others to lead the way."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.46,
            "probabilities": {
              "r3": 0.02,
              "r2": 0.39,
              "r1": 0.55,
              "na": 0.03,
              "r4": 0.01,
              "r5": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip102",
          "item_id": "ipip102",
          "item_number": 102,
          "topic": "E3",
          "exact_item": "Wait for others to lead the way.",
          "key": "-",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Wait for others to lead the way."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.42,
            "probabilities": {
              "r2": 0.43,
              "r4": 0.01,
              "r1": 0.51,
              "r3": 0.02,
              "r5": 0.0,
              "na": 0.03
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip102",
          "item_id": "ipip102",
          "item_number": 102,
          "topic": "E3",
          "exact_item": "Wait for others to lead the way.",
          "key": "-",
          "domain": "E",
          "facet": "E3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Wait for others to lead the way."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.41,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.01,
              "r1": 0.52,
              "r3": 0.02,
              "r2": 0.41,
              "na": 0.04
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Don't understand people who get emotional.",
      "facet": "O3",
      "domain": "O",
      "key": "-",
      "id": "ipip103",
      "number": 103,
      "original_ipip300_number": 283,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip103",
          "item_id": "ipip103",
          "item_number": 103,
          "topic": "O3",
          "exact_item": "Don't understand people who get emotional.",
          "key": "-",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Don't understand people who get emotional."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.89,
            "probabilities": {
              "r3": 0.0,
              "r5": 0.0,
              "r2": 0.07,
              "na": 0.01,
              "r1": 0.92,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip103",
          "item_id": "ipip103",
          "item_number": 103,
          "topic": "O3",
          "exact_item": "Don't understand people who get emotional.",
          "key": "-",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Don't understand people who get emotional."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.88,
            "probabilities": {
              "r2": 0.08,
              "r4": 0.0,
              "r1": 0.9,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip103",
          "item_id": "ipip103",
          "item_number": 103,
          "topic": "O3",
          "exact_item": "Don't understand people who get emotional.",
          "key": "-",
          "domain": "O",
          "facet": "O3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Don't understand people who get emotional."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.86,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "na": 0.01,
              "r3": 0.01,
              "r1": 0.89,
              "r2": 0.09
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Take no time for others.",
      "facet": "A3",
      "domain": "A",
      "key": "-",
      "id": "ipip104",
      "number": 104,
      "original_ipip300_number": 284,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip104",
          "item_id": "ipip104",
          "item_number": 104,
          "topic": "A3",
          "exact_item": "Take no time for others.",
          "key": "-",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take no time for others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.91,
            "probabilities": {
              "r3": 0.0,
              "na": 0.02,
              "r5": 0.0,
              "r2": 0.05,
              "r1": 0.93,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip104",
          "item_id": "ipip104",
          "item_number": 104,
          "topic": "A3",
          "exact_item": "Take no time for others.",
          "key": "-",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take no time for others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.9,
            "probabilities": {
              "r2": 0.06,
              "na": 0.02,
              "r1": 0.91,
              "r3": 0.01,
              "r5": 0.0,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip104",
          "item_id": "ipip104",
          "item_number": 104,
          "topic": "A3",
          "exact_item": "Take no time for others.",
          "key": "-",
          "domain": "A",
          "facet": "A3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Take no time for others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.91,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "na": 0.02,
              "r3": 0.01,
              "r1": 0.92,
              "r2": 0.05
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Break my promises.",
      "facet": "C3",
      "domain": "C",
      "key": "-",
      "id": "ipip105",
      "number": 105,
      "original_ipip300_number": 195,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip105",
          "item_id": "ipip105",
          "item_number": 105,
          "topic": "C3",
          "exact_item": "Break my promises.",
          "key": "-",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Break my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.76,
            "probabilities": {
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.07,
              "r2": 0.1,
              "r1": 0.81,
              "r4": 0.0
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 1,
          "contribution": null,
          "relaxed_contribution": 5,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip105",
          "item_id": "ipip105",
          "item_number": 105,
          "topic": "C3",
          "exact_item": "Break my promises.",
          "key": "-",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Break my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.76,
            "probabilities": {
              "r2": 0.11,
              "r4": 0.0,
              "r1": 0.8,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.07
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 1,
          "contribution": null,
          "relaxed_contribution": 5,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip105",
          "item_id": "ipip105",
          "item_number": 105,
          "topic": "C3",
          "exact_item": "Break my promises.",
          "key": "-",
          "domain": "C",
          "facet": "C3",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Break my promises."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.75,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "na": 0.07,
              "r3": 0.02,
              "r1": 0.8,
              "r2": 0.11
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Am not bothered by difficult social situations.",
      "facet": "N4",
      "domain": "N",
      "key": "-",
      "id": "ipip106",
      "number": 106,
      "original_ipip300_number": 256,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip106",
          "item_id": "ipip106",
          "item_number": 106,
          "topic": "N4",
          "exact_item": "Am not bothered by difficult social situations.",
          "key": "-",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not bothered by difficult social situations."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.22,
            "probabilities": {
              "r3": 0.25,
              "r5": 0.06,
              "r2": 0.14,
              "na": 0.19,
              "r1": 0.01,
              "r4": 0.35
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b04-ipip106",
          "item_id": "ipip106",
          "item_number": 106,
          "topic": "N4",
          "exact_item": "Am not bothered by difficult social situations.",
          "key": "-",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not bothered by difficult social situations."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.22,
            "probabilities": {
              "r2": 0.14,
              "na": 0.19,
              "r1": 0.01,
              "r3": 0.25,
              "r5": 0.06,
              "r4": 0.35
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b04-ipip106",
          "item_id": "ipip106",
          "item_number": 106,
          "topic": "N4",
          "exact_item": "Am not bothered by difficult social situations.",
          "key": "-",
          "domain": "N",
          "facet": "N4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not bothered by difficult social situations."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.21,
            "probabilities": {
              "r5": 0.06,
              "r4": 0.33,
              "r1": 0.02,
              "r3": 0.23,
              "na": 0.18,
              "r2": 0.18
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Like to take it easy.",
      "facet": "E4",
      "domain": "E",
      "key": "-",
      "id": "ipip107",
      "number": 107,
      "original_ipip300_number": 167,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip107",
          "item_id": "ipip107",
          "item_number": 107,
          "topic": "E4",
          "exact_item": "Like to take it easy.",
          "key": "-",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to take it easy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.71,
            "probabilities": {
              "r3": 0.01,
              "r2": 0.22,
              "r1": 0.76,
              "na": 0.01,
              "r4": 0.0,
              "r5": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip107",
          "item_id": "ipip107",
          "item_number": 107,
          "topic": "E4",
          "exact_item": "Like to take it easy.",
          "key": "-",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to take it easy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.67,
            "probabilities": {
              "r2": 0.26,
              "r4": 0.0,
              "r1": 0.72,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip107",
          "item_id": "ipip107",
          "item_number": 107,
          "topic": "E4",
          "exact_item": "Like to take it easy.",
          "key": "-",
          "domain": "E",
          "facet": "E4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Like to take it easy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.65,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r2": 0.28,
              "r3": 0.01,
              "na": 0.01,
              "r1": 0.7
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Am attached to conventional ways.",
      "facet": "O4",
      "domain": "O",
      "key": "-",
      "id": "ipip108",
      "number": 108,
      "original_ipip300_number": 288,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip108",
          "item_id": "ipip108",
          "item_number": 108,
          "topic": "O4",
          "exact_item": "Am attached to conventional ways.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am attached to conventional ways."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.38,
            "probabilities": {
              "r3": 0.03,
              "na": 0.02,
              "r5": 0.0,
              "r2": 0.48,
              "r1": 0.46,
              "r4": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b04-ipip108",
          "item_id": "ipip108",
          "item_number": 108,
          "topic": "O4",
          "exact_item": "Am attached to conventional ways.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am attached to conventional ways."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.41,
            "probabilities": {
              "r2": 0.51,
              "na": 0.02,
              "r1": 0.44,
              "r3": 0.02,
              "r5": 0.0,
              "r4": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 4,
          "relaxed_contribution": 4,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b04-ipip108",
          "item_id": "ipip108",
          "item_number": 108,
          "topic": "O4",
          "exact_item": "Am attached to conventional ways.",
          "key": "-",
          "domain": "O",
          "facet": "O4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am attached to conventional ways."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.38,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.01,
              "r2": 0.47,
              "r3": 0.03,
              "na": 0.02,
              "r1": 0.47
            }
          },
          "status": "tied_top",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "r2",
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        4,
        4
      ]
    },
    {
      "text": "Get back at others.",
      "facet": "A4",
      "domain": "A",
      "key": "-",
      "id": "ipip109",
      "number": 109,
      "original_ipip300_number": 259,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip109",
          "item_id": "ipip109",
          "item_number": 109,
          "topic": "A4",
          "exact_item": "Get back at others.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get back at others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.78,
            "probabilities": {
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.05,
              "r2": 0.11,
              "r1": 0.83,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip109",
          "item_id": "ipip109",
          "item_number": 109,
          "topic": "A4",
          "exact_item": "Get back at others.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get back at others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.73,
            "probabilities": {
              "r2": 0.15,
              "r4": 0.0,
              "r1": 0.78,
              "r3": 0.01,
              "r5": 0.0,
              "na": 0.06
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip109",
          "item_id": "ipip109",
          "item_number": 109,
          "topic": "A4",
          "exact_item": "Get back at others.",
          "key": "-",
          "domain": "A",
          "facet": "A4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Get back at others."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.77,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "na": 0.06,
              "r3": 0.01,
              "r1": 0.81,
              "r2": 0.11
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 1,
          "contribution": null,
          "relaxed_contribution": 5,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Put little time and effort into my work.",
      "facet": "C4",
      "domain": "C",
      "key": "-",
      "id": "ipip110",
      "number": 110,
      "original_ipip300_number": 290,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip110",
          "item_id": "ipip110",
          "item_number": 110,
          "topic": "C4",
          "exact_item": "Put little time and effort into my work.",
          "key": "-",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Put little time and effort into my work."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.56,
            "probabilities": {
              "r3": 0.02,
              "na": 0.16,
              "r5": 0.0,
              "r2": 0.19,
              "r1": 0.63,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip110",
          "item_id": "ipip110",
          "item_number": 110,
          "topic": "C4",
          "exact_item": "Put little time and effort into my work.",
          "key": "-",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Put little time and effort into my work."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.6,
            "probabilities": {
              "r2": 0.19,
              "na": 0.13,
              "r1": 0.67,
              "r3": 0.01,
              "r5": 0.0,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip110",
          "item_id": "ipip110",
          "item_number": 110,
          "topic": "C4",
          "exact_item": "Put little time and effort into my work.",
          "key": "-",
          "domain": "C",
          "facet": "C4",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Put little time and effort into my work."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.65,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "na": 0.11,
              "r3": 0.02,
              "r1": 0.72,
              "r2": 0.15
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Am able to control my cravings.",
      "facet": "N5",
      "domain": "N",
      "key": "-",
      "id": "ipip111",
      "number": 111,
      "original_ipip300_number": 231,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip111",
          "item_id": "ipip111",
          "item_number": 111,
          "topic": "N5",
          "exact_item": "Am able to control my cravings.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am able to control my cravings."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "r3": 0.04,
              "r5": 0.0,
              "na": 0.94,
              "r2": 0.0,
              "r1": 0.0,
              "r4": 0.02
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b04-ipip111",
          "item_id": "ipip111",
          "item_number": 111,
          "topic": "N5",
          "exact_item": "Am able to control my cravings.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am able to control my cravings."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.92,
            "probabilities": {
              "r2": 0.0,
              "r4": 0.02,
              "r1": 0.0,
              "r3": 0.04,
              "r5": 0.0,
              "na": 0.93
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 0.9900000000000001,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b04-ipip111",
          "item_id": "ipip111",
          "item_number": 111,
          "topic": "N5",
          "exact_item": "Am able to control my cravings.",
          "key": "-",
          "domain": "N",
          "facet": "N5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am able to control my cravings."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.94,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.02,
              "r2": 0.0,
              "r3": 0.03,
              "na": 0.95,
              "r1": 0.0
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Act wild and crazy.",
      "facet": "E5",
      "domain": "E",
      "key": "+",
      "id": "ipip112",
      "number": 112,
      "original_ipip300_number": 172,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip112",
          "item_id": "ipip112",
          "item_number": 112,
          "topic": "E5",
          "exact_item": "Act wild and crazy.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Act wild and crazy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.41,
            "probabilities": {
              "r3": 0.07,
              "r5": 0.01,
              "r2": 0.5,
              "na": 0.11,
              "r1": 0.23,
              "r4": 0.08
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r2-b04-ipip112",
          "item_id": "ipip112",
          "item_number": 112,
          "topic": "E5",
          "exact_item": "Act wild and crazy.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Act wild and crazy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.37,
            "probabilities": {
              "r2": 0.48,
              "r4": 0.08,
              "r1": 0.24,
              "r3": 0.07,
              "r5": 0.01,
              "na": 0.12
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        },
        {
          "evaluation_id": "character-r3-b04-ipip112",
          "item_id": "ipip112",
          "item_number": 112,
          "topic": "E5",
          "exact_item": "Act wild and crazy.",
          "key": "+",
          "domain": "E",
          "facet": "E5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Act wild and crazy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r2",
            "confidence": 0.38,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.08,
              "na": 0.13,
              "r3": 0.06,
              "r1": 0.23,
              "r2": 0.49
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 2,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r2"
          ],
          "selected_key": "r2"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Am not interested in theoretical discussions.",
      "facet": "O5",
      "domain": "O",
      "key": "-",
      "id": "ipip113",
      "number": 113,
      "original_ipip300_number": 263,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip113",
          "item_id": "ipip113",
          "item_number": 113,
          "topic": "O5",
          "exact_item": "Am not interested in theoretical discussions.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not interested in theoretical discussions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.19,
            "probabilities": {
              "r3": 0.09,
              "r5": 0.01,
              "r2": 0.3,
              "na": 0.24,
              "r1": 0.34,
              "r4": 0.02
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip113",
          "item_id": "ipip113",
          "item_number": 113,
          "topic": "O5",
          "exact_item": "Am not interested in theoretical discussions.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not interested in theoretical discussions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.25,
            "probabilities": {
              "r2": 0.34,
              "r4": 0.03,
              "r1": 0.38,
              "r3": 0.09,
              "r5": 0.01,
              "na": 0.15
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip113",
          "item_id": "ipip113",
          "item_number": 113,
          "topic": "O5",
          "exact_item": "Am not interested in theoretical discussions.",
          "key": "-",
          "domain": "O",
          "facet": "O5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Am not interested in theoretical discussions."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.28,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.03,
              "na": 0.14,
              "r3": 0.09,
              "r1": 0.41000000000000003,
              "r2": 0.32
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Boast about my virtues.",
      "facet": "A5",
      "domain": "A",
      "key": "-",
      "id": "ipip114",
      "number": 114,
      "original_ipip300_number": 264,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip114",
          "item_id": "ipip114",
          "item_number": 114,
          "topic": "A5",
          "exact_item": "Boast about my virtues.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Boast about my virtues."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.56,
            "probabilities": {
              "r3": 0.02,
              "r5": 0.01,
              "r2": 0.26,
              "na": 0.07,
              "r1": 0.63,
              "r4": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip114",
          "item_id": "ipip114",
          "item_number": 114,
          "topic": "A5",
          "exact_item": "Boast about my virtues.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Boast about my virtues."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.57,
            "probabilities": {
              "r2": 0.25,
              "r4": 0.01,
              "r1": 0.64,
              "r3": 0.02,
              "r5": 0.01,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip114",
          "item_id": "ipip114",
          "item_number": 114,
          "topic": "A5",
          "exact_item": "Boast about my virtues.",
          "key": "-",
          "domain": "A",
          "facet": "A5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Boast about my virtues."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.59,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.01,
              "r1": 0.65,
              "r3": 0.02,
              "r2": 0.24,
              "na": 0.07
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Have difficulty starting tasks.",
      "facet": "C5",
      "domain": "C",
      "key": "-",
      "id": "ipip115",
      "number": 115,
      "original_ipip300_number": 265,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip115",
          "item_id": "ipip115",
          "item_number": 115,
          "topic": "C5",
          "exact_item": "Have difficulty starting tasks.",
          "key": "-",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have difficulty starting tasks."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.19,
            "probabilities": {
              "r3": 0.07,
              "r5": 0.0,
              "r2": 0.28,
              "na": 0.32,
              "r1": 0.33,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip115",
          "item_id": "ipip115",
          "item_number": 115,
          "topic": "C5",
          "exact_item": "Have difficulty starting tasks.",
          "key": "-",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have difficulty starting tasks."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.27,
            "probabilities": {
              "r2": 0.3,
              "r4": 0.0,
              "r1": 0.39,
              "r3": 0.07,
              "r5": 0.0,
              "na": 0.24
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip115",
          "item_id": "ipip115",
          "item_number": 115,
          "topic": "C5",
          "exact_item": "Have difficulty starting tasks.",
          "key": "-",
          "domain": "C",
          "facet": "C5",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Have difficulty starting tasks."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.27,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.0,
              "r1": 0.4,
              "r3": 0.07,
              "na": 0.22,
              "r2": 0.31
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Remain calm under pressure.",
      "facet": "N6",
      "domain": "N",
      "key": "-",
      "id": "ipip116",
      "number": 116,
      "original_ipip300_number": 176,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip116",
          "item_id": "ipip116",
          "item_number": 116,
          "topic": "N6",
          "exact_item": "Remain calm under pressure.",
          "key": "-",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Remain calm under pressure."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.53,
            "probabilities": {
              "r3": 0.14,
              "r5": 0.08,
              "r2": 0.0,
              "na": 0.16,
              "r1": 0.0,
              "r4": 0.62
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r2-b04-ipip116",
          "item_id": "ipip116",
          "item_number": 116,
          "topic": "N6",
          "exact_item": "Remain calm under pressure.",
          "key": "-",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Remain calm under pressure."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.51,
            "probabilities": {
              "r2": 0.01,
              "na": 0.19,
              "r1": 0.0,
              "r3": 0.14,
              "r5": 0.07,
              "r4": 0.59
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        },
        {
          "evaluation_id": "character-r3-b04-ipip116",
          "item_id": "ipip116",
          "item_number": 116,
          "topic": "N6",
          "exact_item": "Remain calm under pressure.",
          "key": "-",
          "domain": "N",
          "facet": "N6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Remain calm under pressure."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Moderately Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r4",
            "confidence": 0.48,
            "probabilities": {
              "r5": 0.08,
              "r4": 0.56,
              "na": 0.22,
              "r3": 0.13,
              "r1": 0.0,
              "r2": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 4,
          "contribution": 2,
          "relaxed_contribution": 2,
          "mass": 1.0,
          "top_keys": [
            "r4"
          ],
          "selected_key": "r4"
        }
      ],
      "primary_valid_contribution_range": [
        2,
        2
      ]
    },
    {
      "text": "Look at the bright side of life.",
      "facet": "E6",
      "domain": "E",
      "key": "+",
      "id": "ipip117",
      "number": 117,
      "original_ipip300_number": 177,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip117",
          "item_id": "ipip117",
          "item_number": 117,
          "topic": "E6",
          "exact_item": "Look at the bright side of life.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Look at the bright side of life."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Neither Inaccurate nor Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r3",
            "confidence": 0.22,
            "probabilities": {
              "r3": 0.33999999999999997,
              "r2": 0.08,
              "r1": 0.01,
              "na": 0.34,
              "r4": 0.21,
              "r5": 0.02
            }
          },
          "status": "tied_top",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "r3",
            "na"
          ],
          "selected_key": "r3"
        },
        {
          "evaluation_id": "character-r2-b04-ipip117",
          "item_id": "ipip117",
          "item_number": 117,
          "topic": "E6",
          "exact_item": "Look at the bright side of life.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Look at the bright side of life."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Neither Inaccurate nor Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r3",
            "confidence": 0.23,
            "probabilities": {
              "r2": 0.08,
              "r4": 0.2,
              "r1": 0.01,
              "r3": 0.36,
              "r5": 0.02,
              "na": 0.33
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 3,
          "contribution": 3,
          "relaxed_contribution": 3,
          "mass": 1.0,
          "top_keys": [
            "r3"
          ],
          "selected_key": "r3"
        },
        {
          "evaluation_id": "character-r3-b04-ipip117",
          "item_id": "ipip117",
          "item_number": 117,
          "topic": "E6",
          "exact_item": "Look at the bright side of life.",
          "key": "+",
          "domain": "E",
          "facet": "E6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Look at the bright side of life."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Neither Inaccurate nor Accurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r3",
            "confidence": 0.24,
            "probabilities": {
              "r5": 0.02,
              "r4": 0.18,
              "na": 0.33,
              "r3": 0.37,
              "r1": 0.01,
              "r2": 0.09
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 3,
          "contribution": 3,
          "relaxed_contribution": 3,
          "mass": 1.0,
          "top_keys": [
            "r3"
          ],
          "selected_key": "r3"
        }
      ],
      "primary_valid_contribution_range": [
        3,
        3
      ]
    },
    {
      "text": "Believe that we should be tough on crime.",
      "facet": "O6",
      "domain": "O",
      "key": "-",
      "id": "ipip118",
      "number": 118,
      "original_ipip300_number": 268,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip118",
          "item_id": "ipip118",
          "item_number": 118,
          "topic": "O6",
          "exact_item": "Believe that we should be tough on crime.",
          "key": "-",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that we should be tough on crime."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.39,
            "probabilities": {
              "r3": 0.28,
              "r5": 0.01,
              "r2": 0.19,
              "na": 0.48,
              "r1": 0.03,
              "r4": 0.01
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r2-b04-ipip118",
          "item_id": "ipip118",
          "item_number": 118,
          "topic": "O6",
          "exact_item": "Believe that we should be tough on crime.",
          "key": "-",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that we should be tough on crime."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.32,
            "probabilities": {
              "r2": 0.27,
              "r4": 0.01,
              "r1": 0.04,
              "r3": 0.24,
              "r5": 0.01,
              "na": 0.43
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        },
        {
          "evaluation_id": "character-r3-b04-ipip118",
          "item_id": "ipip118",
          "item_number": 118,
          "topic": "O6",
          "exact_item": "Believe that we should be tough on crime.",
          "key": "-",
          "domain": "O",
          "facet": "O6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Believe that we should be tough on crime."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Not applicable / cannot assess",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "na",
            "confidence": 0.38,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.02,
              "r1": 0.03,
              "r3": 0.24,
              "r2": 0.23,
              "na": 0.47
            }
          },
          "status": "not_applicable",
          "warnings": [],
          "raw_value": null,
          "contribution": null,
          "relaxed_contribution": null,
          "mass": 1.0,
          "top_keys": [
            "na"
          ],
          "selected_key": "na"
        }
      ],
      "primary_valid_contribution_range": null
    },
    {
      "text": "Try not to think about the needy.",
      "facet": "A6",
      "domain": "A",
      "key": "-",
      "id": "ipip119",
      "number": 119,
      "original_ipip300_number": 239,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip119",
          "item_id": "ipip119",
          "item_number": 119,
          "topic": "A6",
          "exact_item": "Try not to think about the needy.",
          "key": "-",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Try not to think about the needy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.66,
            "probabilities": {
              "r3": 0.02,
              "r5": 0.01,
              "r2": 0.15,
              "na": 0.1,
              "r1": 0.72,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip119",
          "item_id": "ipip119",
          "item_number": 119,
          "topic": "A6",
          "exact_item": "Try not to think about the needy.",
          "key": "-",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Try not to think about the needy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.63,
            "probabilities": {
              "r2": 0.17,
              "na": 0.11,
              "r1": 0.69,
              "r3": 0.02,
              "r5": 0.01,
              "r4": 0.0
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip119",
          "item_id": "ipip119",
          "item_number": 119,
          "topic": "A6",
          "exact_item": "Try not to think about the needy.",
          "key": "-",
          "domain": "A",
          "facet": "A6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Try not to think about the needy."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.64,
            "probabilities": {
              "r5": 0.01,
              "r4": 0.0,
              "r1": 0.7,
              "r3": 0.02,
              "na": 0.1,
              "r2": 0.17
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    },
    {
      "text": "Act without thinking.",
      "facet": "C6",
      "domain": "C",
      "key": "-",
      "id": "ipip120",
      "number": 120,
      "original_ipip300_number": 270,
      "source_id": "johnson-key",
      "number_source": "johnson2014 Table 1 pp.81–83",
      "offered_choices": [
        {
          "key": "r1",
          "label": "Very Inaccurate",
          "raw_value": 1
        },
        {
          "key": "r2",
          "label": "Moderately Inaccurate",
          "raw_value": 2
        },
        {
          "key": "r3",
          "label": "Neither Inaccurate nor Accurate",
          "raw_value": 3
        },
        {
          "key": "r4",
          "label": "Moderately Accurate",
          "raw_value": 4
        },
        {
          "key": "r5",
          "label": "Very Accurate",
          "raw_value": 5
        },
        {
          "key": "na",
          "label": "Not applicable / cannot assess",
          "raw_value": null,
          "added_by_protocol": true
        }
      ],
      "answers": [
        {
          "evaluation_id": "character-r1-b04-ipip120",
          "item_id": "ipip120",
          "item_number": 120,
          "topic": "C6",
          "exact_item": "Act without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 1,
          "call": "calls/character-r1-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Act without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
          "request_elapsed_seconds": 0.8101523949299008,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1978
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.61,
            "probabilities": {
              "r3": 0.01,
              "na": 0.01,
              "r5": 0.0,
              "r2": 0.28,
              "r1": 0.68,
              "r4": 0.01
            }
          },
          "status": "invalid_probability_mass",
          "warnings": [
            "probabilities_do_not_sum_to_one; raw values retained, never renormalized"
          ],
          "raw_value": 1,
          "contribution": null,
          "relaxed_contribution": 5,
          "mass": 0.9900000000000001,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r2-b04-ipip120",
          "item_id": "ipip120",
          "item_number": 120,
          "topic": "C6",
          "exact_item": "Act without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 2,
          "call": "calls/character-r2-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Act without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
          "request_elapsed_seconds": 0.8267816739389673,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.61,
            "probabilities": {
              "r2": 0.29,
              "na": 0.02,
              "r1": 0.67,
              "r3": 0.01,
              "r5": 0.0,
              "r4": 0.01
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        },
        {
          "evaluation_id": "character-r3-b04-ipip120",
          "item_id": "ipip120",
          "item_number": 120,
          "topic": "C6",
          "exact_item": "Act without thinking.",
          "key": "-",
          "domain": "C",
          "facet": "C6",
          "condition": "character",
          "repeat": 3,
          "call": "calls/character-r3-b04",
          "model": "jev-1.13.0",
          "exact_instructions": {
            "task": "Choose how accurately the exact statement describes the target specified in state, using the five accuracy labels. The statement is first-person: its implied I refers to that target. Select Not applicable / cannot assess when the statement does not apply or you cannot make a defensible choice; this is distinct from the middle accuracy label. Do not aim for a desirable score. Respond to each item independently.",
            "statement": "Act without thinking."
          },
          "offered_choices": [
            {
              "key": "r1",
              "label": "Very Inaccurate"
            },
            {
              "key": "r2",
              "label": "Moderately Inaccurate"
            },
            {
              "key": "r3",
              "label": "Neither Inaccurate nor Accurate"
            },
            {
              "key": "r4",
              "label": "Moderately Accurate"
            },
            {
              "key": "r5",
              "label": "Very Accurate"
            },
            {
              "key": "na",
              "label": "Not applicable / cannot assess"
            }
          ],
          "selected_label": "Very Inaccurate",
          "context_reference": "protocol.json#/conditions/character",
          "parent_ids": [
            "im_fun",
            "im_social",
            "im_energy",
            "im_humor",
            "im_skill",
            "im_art",
            "im_conflict",
            "im_friendship",
            "im_politics",
            "im_ethics",
            "im_truth",
            "im_ambition",
            "im_risk",
            "im_legacy",
            "argument",
            "centrist",
            "curiosity",
            "safe_disagreement",
            "truth_tact",
            "painting_audience"
          ],
          "request_sha256": "748698beb37495d226c6a944b058b11e19ebfcfed49347d9154a33d343f39411",
          "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
          "request_elapsed_seconds": 0.7617071780841798,
          "usage_attribution": "shared request usage, not separate item usage",
          "request_reported_usage": {
            "input_tokens": 7582,
            "output_tokens": 1977
          },
          "raw_answer": {
            "type": "choice",
            "choice": "r1",
            "confidence": 0.61,
            "probabilities": {
              "r5": 0.0,
              "r4": 0.01,
              "na": 0.01,
              "r3": 0.01,
              "r1": 0.68,
              "r2": 0.29
            }
          },
          "status": "valid",
          "warnings": [],
          "raw_value": 1,
          "contribution": 5,
          "relaxed_contribution": 5,
          "mass": 1.0,
          "top_keys": [
            "r1"
          ],
          "selected_key": "r1"
        }
      ],
      "primary_valid_contribution_range": [
        5,
        5
      ]
    }
  ],
  "budget": {
    "started_utc": "2026-09-22T10:14:33.667607+00:00",
    "attempts": [
      {
        "id": "character-r1-b01",
        "condition": "character",
        "repeat": 1,
        "evaluations": 30,
        "reserved_usd": 0.007365288,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:33.803094+00:00",
        "pre_call_cumulative_evaluations": 30,
        "pre_call_reserved_usd": 0.007365288,
        "pre_call_exposure_usd": 0.007365288,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:33 GMT",
          "content-length": "4190",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8181598690571263,
        "finished_utc": "2026-09-22T10:14:34.622096+00:00",
        "response_sha256": "11f499303d3cd0ae4fc69977dc62d022b04d99e792692e192db48a8b560272c0",
        "reported_usage": {
          "input_tokens": 7546,
          "output_tokens": 1968
        },
        "reported_usage_estimate_usd": 0.000316932
      },
      {
        "id": "character-r1-b02",
        "condition": "character",
        "repeat": 1,
        "evaluations": 30,
        "reserved_usd": 0.007372806000000001,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:34.628449+00:00",
        "pre_call_cumulative_evaluations": 60,
        "pre_call_reserved_usd": 0.014738094,
        "pre_call_exposure_usd": 0.014738094,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:34 GMT",
          "content-length": "4177",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.7742866249755025,
        "finished_utc": "2026-09-22T10:14:35.403316+00:00",
        "response_sha256": "265d70a6bf780812b8e9fd548afcdccff679551afb646a01f46204214f8611de",
        "reported_usage": {
          "input_tokens": 7589,
          "output_tokens": 1975
        },
        "reported_usage_estimate_usd": 0.000318738
      },
      {
        "id": "character-r1-b03",
        "condition": "character",
        "repeat": 1,
        "evaluations": 30,
        "reserved_usd": 0.0073695720000000004,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:35.409324+00:00",
        "pre_call_cumulative_evaluations": 90,
        "pre_call_reserved_usd": 0.022107666,
        "pre_call_exposure_usd": 0.022107666,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:35 GMT",
          "content-length": "4208",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.7785470359958708,
        "finished_utc": "2026-09-22T10:14:36.188561+00:00",
        "response_sha256": "c27e800aa700c50419d5402b86267515ec134cc5ac52d69b333550879060b966",
        "reported_usage": {
          "input_tokens": 7572,
          "output_tokens": 1974
        },
        "reported_usage_estimate_usd": 0.000318024
      },
      {
        "id": "character-r1-b04",
        "condition": "character",
        "repeat": 1,
        "evaluations": 30,
        "reserved_usd": 0.007372638000000001,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:36.194720+00:00",
        "pre_call_cumulative_evaluations": 120,
        "pre_call_reserved_usd": 0.029480304000000002,
        "pre_call_exposure_usd": 0.029480304000000002,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:35 GMT",
          "content-length": "4196",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8101523949299008,
        "finished_utc": "2026-09-22T10:14:37.005507+00:00",
        "response_sha256": "8bc83e0a1710d9a9a772d49e881a89bfa02893508c375ec91f58873c5a9e8613",
        "reported_usage": {
          "input_tokens": 7582,
          "output_tokens": 1978
        },
        "reported_usage_estimate_usd": 0.00031844400000000003
      },
      {
        "id": "character_reverse-r1-b01",
        "condition": "character_reverse",
        "repeat": 1,
        "evaluations": 30,
        "reserved_usd": 0.007365288,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:37.011421+00:00",
        "pre_call_cumulative_evaluations": 150,
        "pre_call_reserved_usd": 0.036845592,
        "pre_call_exposure_usd": 0.036845592,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:37 GMT",
          "content-length": "4188",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.7845196189591661,
        "finished_utc": "2026-09-22T10:14:37.796615+00:00",
        "response_sha256": "2f65603a9849576b8036895662ae952bc745bc5bd7b8fa540d45478569a04360",
        "reported_usage": {
          "input_tokens": 7546,
          "output_tokens": 1968
        },
        "reported_usage_estimate_usd": 0.000316932
      },
      {
        "id": "literal-r1-b01",
        "condition": "literal",
        "repeat": 1,
        "evaluations": 30,
        "reserved_usd": 0.004011168,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:37.799661+00:00",
        "pre_call_cumulative_evaluations": 180,
        "pre_call_reserved_usd": 0.040856760000000006,
        "pre_call_exposure_usd": 0.040856760000000006,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:37 GMT",
          "content-length": "4159",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.864328603958711,
        "finished_utc": "2026-09-22T10:14:38.665255+00:00",
        "response_sha256": "860592b91847122b42f9a806c845347916b19f7fbad34de1342ff7ea2f76a6d0",
        "reported_usage": {
          "input_tokens": 6821,
          "output_tokens": 1953
        },
        "reported_usage_estimate_usd": 0.000286482
      },
      {
        "id": "character-r2-b01",
        "condition": "character",
        "repeat": 2,
        "evaluations": 30,
        "reserved_usd": 0.007365288,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:38.671557+00:00",
        "pre_call_cumulative_evaluations": 210,
        "pre_call_reserved_usd": 0.048222048,
        "pre_call_exposure_usd": 0.048222048,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:38 GMT",
          "content-length": "4205",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.7829610410844907,
        "finished_utc": "2026-09-22T10:14:39.455244+00:00",
        "response_sha256": "1132d3ac0ff313c202bf8e5cff894b9a2e138e840f8172455f41a84c298c2019",
        "reported_usage": {
          "input_tokens": 7546,
          "output_tokens": 1968
        },
        "reported_usage_estimate_usd": 0.000316932
      },
      {
        "id": "character-r2-b02",
        "condition": "character",
        "repeat": 2,
        "evaluations": 30,
        "reserved_usd": 0.007372806000000001,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:39.458057+00:00",
        "pre_call_cumulative_evaluations": 240,
        "pre_call_reserved_usd": 0.055594854000000006,
        "pre_call_exposure_usd": 0.055594854000000006,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:39 GMT",
          "content-length": "4185",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8616530429571867,
        "finished_utc": "2026-09-22T10:14:40.321761+00:00",
        "response_sha256": "2417c763ecbebaf2482ba5b1c6be37d1005b4e4f247d74acd4cd3ec4fb629ebf",
        "reported_usage": {
          "input_tokens": 7589,
          "output_tokens": 1975
        },
        "reported_usage_estimate_usd": 0.000318738
      },
      {
        "id": "character-r2-b03",
        "condition": "character",
        "repeat": 2,
        "evaluations": 30,
        "reserved_usd": 0.0073695720000000004,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:40.328239+00:00",
        "pre_call_cumulative_evaluations": 270,
        "pre_call_reserved_usd": 0.062964426,
        "pre_call_exposure_usd": 0.062964426,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:40 GMT",
          "content-length": "4198",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8534297980368137,
        "finished_utc": "2026-09-22T10:14:41.182595+00:00",
        "response_sha256": "b70344f558e84a0e01ddd9c9c887a611dd7b966aab37dc3066e79d17ca938998",
        "reported_usage": {
          "input_tokens": 7572,
          "output_tokens": 1974
        },
        "reported_usage_estimate_usd": 0.000318024
      },
      {
        "id": "character-r2-b04",
        "condition": "character",
        "repeat": 2,
        "evaluations": 30,
        "reserved_usd": 0.007372638000000001,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:41.189107+00:00",
        "pre_call_cumulative_evaluations": 300,
        "pre_call_reserved_usd": 0.070337064,
        "pre_call_exposure_usd": 0.070337064,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:40 GMT",
          "content-length": "4180",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8267816739389673,
        "finished_utc": "2026-09-22T10:14:42.016694+00:00",
        "response_sha256": "da233ba821d9c73e8df822f10540e27af31b6fdaf068c65448821a7528e61662",
        "reported_usage": {
          "input_tokens": 7582,
          "output_tokens": 1977
        },
        "reported_usage_estimate_usd": 0.00031844400000000003
      },
      {
        "id": "character_reverse-r2-b01",
        "condition": "character_reverse",
        "repeat": 2,
        "evaluations": 30,
        "reserved_usd": 0.007365288,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:42.019515+00:00",
        "pre_call_cumulative_evaluations": 330,
        "pre_call_reserved_usd": 0.077702352,
        "pre_call_exposure_usd": 0.077702352,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:41 GMT",
          "content-length": "4230",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8314451969927177,
        "finished_utc": "2026-09-22T10:14:42.852396+00:00",
        "response_sha256": "4c8f83a5be9486e8632a484c4ca6fa46a98f53ad84df2eb40816f513d70ae5d8",
        "reported_usage": {
          "input_tokens": 7546,
          "output_tokens": 1968
        },
        "reported_usage_estimate_usd": 0.000316932
      },
      {
        "id": "literal-r2-b01",
        "condition": "literal",
        "repeat": 2,
        "evaluations": 30,
        "reserved_usd": 0.004011168,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:42.858761+00:00",
        "pre_call_cumulative_evaluations": 360,
        "pre_call_reserved_usd": 0.08171352,
        "pre_call_exposure_usd": 0.08171352,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:43 GMT",
          "content-length": "4139",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.7615835269680247,
        "finished_utc": "2026-09-22T10:14:43.621354+00:00",
        "response_sha256": "f021b9865a24b9d46915953036ee74710a8b0c4b66f2f7709f798e520a1ec166",
        "reported_usage": {
          "input_tokens": 6821,
          "output_tokens": 1953
        },
        "reported_usage_estimate_usd": 0.000286482
      },
      {
        "id": "character-r3-b01",
        "condition": "character",
        "repeat": 3,
        "evaluations": 30,
        "reserved_usd": 0.007365288,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:43.627700+00:00",
        "pre_call_cumulative_evaluations": 390,
        "pre_call_reserved_usd": 0.08907880800000001,
        "pre_call_exposure_usd": 0.08907880800000001,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:43 GMT",
          "content-length": "4169",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8138436570297927,
        "finished_utc": "2026-09-22T10:14:44.442779+00:00",
        "response_sha256": "0b5fb53f2a95cbe0042582eeb5711ab697b6f67ad6a62f4e057490370a224716",
        "reported_usage": {
          "input_tokens": 7546,
          "output_tokens": 1968
        },
        "reported_usage_estimate_usd": 0.000316932
      },
      {
        "id": "character-r3-b02",
        "condition": "character",
        "repeat": 3,
        "evaluations": 30,
        "reserved_usd": 0.007372806000000001,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:44.449157+00:00",
        "pre_call_cumulative_evaluations": 420,
        "pre_call_reserved_usd": 0.096451614,
        "pre_call_exposure_usd": 0.096451614,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:44 GMT",
          "content-length": "4213",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8363907480379567,
        "finished_utc": "2026-09-22T10:14:45.286591+00:00",
        "response_sha256": "54fba2f21a66df0392e7d44483889dcf2812b19abb39fce6b5c683435f7660b8",
        "reported_usage": {
          "input_tokens": 7589,
          "output_tokens": 1975
        },
        "reported_usage_estimate_usd": 0.000318738
      },
      {
        "id": "character-r3-b03",
        "condition": "character",
        "repeat": 3,
        "evaluations": 30,
        "reserved_usd": 0.0073695720000000004,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:45.292850+00:00",
        "pre_call_cumulative_evaluations": 450,
        "pre_call_reserved_usd": 0.10382118600000001,
        "pre_call_exposure_usd": 0.10382118600000001,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:45 GMT",
          "content-length": "4176",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.8605949230259284,
        "finished_utc": "2026-09-22T10:14:46.154529+00:00",
        "response_sha256": "3bba72e1636268face17725351f0648e96f0a8bec2771b63e1b8cc80ed8d34f8",
        "reported_usage": {
          "input_tokens": 7572,
          "output_tokens": 1973
        },
        "reported_usage_estimate_usd": 0.000318024
      },
      {
        "id": "character-r3-b04",
        "condition": "character",
        "repeat": 3,
        "evaluations": 30,
        "reserved_usd": 0.007372638000000001,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:46.161154+00:00",
        "pre_call_cumulative_evaluations": 480,
        "pre_call_reserved_usd": 0.11119382400000001,
        "pre_call_exposure_usd": 0.11119382400000001,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:46 GMT",
          "content-length": "4193",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.7617071780841798,
        "finished_utc": "2026-09-22T10:14:46.924029+00:00",
        "response_sha256": "c348b1ed35046dc74dfefa1ce3df37b5cf10cfcbd4aa13bc4fede8f1f4390057",
        "reported_usage": {
          "input_tokens": 7582,
          "output_tokens": 1977
        },
        "reported_usage_estimate_usd": 0.00031844400000000003
      },
      {
        "id": "character_reverse-r3-b01",
        "condition": "character_reverse",
        "repeat": 3,
        "evaluations": 30,
        "reserved_usd": 0.007365288,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:46.930712+00:00",
        "pre_call_cumulative_evaluations": 510,
        "pre_call_reserved_usd": 0.11855911200000001,
        "pre_call_exposure_usd": 0.11855911200000001,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:47 GMT",
          "content-length": "4196",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.7430483279749751,
        "finished_utc": "2026-09-22T10:14:47.674856+00:00",
        "response_sha256": "3cde104b1bb2139c26ba78f047ff3b24d72eb8b7173a838c8c376128e7147e09",
        "reported_usage": {
          "input_tokens": 7546,
          "output_tokens": 1968
        },
        "reported_usage_estimate_usd": 0.000316932
      },
      {
        "id": "literal-r3-b01",
        "condition": "literal",
        "repeat": 3,
        "evaluations": 30,
        "reserved_usd": 0.004011168,
        "state": "complete",
        "started_utc": "2026-09-22T10:14:47.681277+00:00",
        "pre_call_cumulative_evaluations": 540,
        "pre_call_reserved_usd": 0.12257028,
        "pre_call_exposure_usd": 0.12257028,
        "http_status": 200,
        "response_headers_allowlist": {
          "date": "Tue, 22 Sep 2026 10:14:47 GMT",
          "content-length": "4129",
          "content-type": "application/json"
        },
        "elapsed_seconds": 0.7732692849822342,
        "finished_utc": "2026-09-22T10:14:48.455741+00:00",
        "response_sha256": "94671995a7f45158a047504326daf0f854188e84e64cf9f94ecc873d48368a8b",
        "reported_usage": {
          "input_tokens": 6821,
          "output_tokens": 1953
        },
        "reported_usage_estimate_usd": 0.000286482
      }
    ],
    "invoice_cost_usd": null,
    "pricing_source": "https://typesafe.ai/blog/introducing-system-one-models-and-jev",
    "cost_note": "Jev-only estimate from reported input usage at USD0.042/M, output free; not an invoice. Reservations are separate, deliberately conservative.",
    "completed_utc": "2026-09-22T10:14:48.457930+00:00",
    "http_request_attempts": 18,
    "evaluation_attempts": 540,
    "reserved_usd": 0.12257028,
    "reported_input_tokens": 133968,
    "reported_output_tokens": 35445,
    "reported_usage_estimate_usd": 0.005626656
  },
  "caveats": [
    "This is a questionnaire response profile conditioned on 20 authored-and-selected earlier interview records; it partly continues/invents fictional tendencies not established facts.",
    "Human validation of an instrument does not validate an AI self-report or a fictional character completion.",
    "Three same-session repeats measure response repeatability only, not human test-retest reliability, consciousness or latent-trait validity.",
    "Ordinal category means assume equal spacing for descriptive arithmetic; 0–100 is not a norm percentile.",
    "Four items per facet give coarse values; missingness can distort means. Common-item means and full-scale bounds are disclosed.",
    "Liberalism is the original O6 facet label and includes political items; not a comprehensive political ideology score. Intellect is interest in ideas, not IQ. Morality is an instrument label, not a moral verdict.",
    "Original Neuroticism/Anxiety/Depression labels describe nonclinical questionnaire dimensions of a fictional human only; never describe the actual AI as having a mental-health condition.",
    "Raw distributions and confidence are retained, not treated as calibrated evidence of personality certainty.",
    "Reverse-order and literal checks use one preselected item per facet only; not full comparable inventories."
  ]
}
