{
 "summary": {
  "outputs": 1399,
  "criteria": {
   "Helpfulness": {
    "agreement": {
     "kappa": {
      "judge_mturk": 0.42751260851465533,
      "judge_scale": 0.29673965089033894,
      "mturk_scale": 0.41244990613458077
     },
     "spearman": {
      "judge_mturk": 0.43079160342552747,
      "judge_scale": 0.29873981322269977,
      "mturk_scale": 0.30881834280187637
     },
     "mean": {
      "judge": 3.809864188706219,
      "mturk": 4.23778889683107,
      "scale": 4.3927805575411005
     }
    },
    "length_bias": {
     "judge": 0.10444154715336754,
     "humans": 0.18668077367099317
    },
    "self_preference": {
     "effect": -0.05662790514050885,
     "interval": [
      -0.1402253447486576,
      0.02923750057259797
     ],
     "judge_family_effect": 0.33212947858837183
    },
    "calibration": {
     "raw": {
      "kappa": 0.36212612970249713,
      "mae": 0.7352275434834405
     },
     "quantile": {
      "kappa": 0.44214436234640137,
      "mae": 0.5308031525135086
     },
     "isotonic": {
      "kappa": 0.2899363034571702,
      "mae": 0.6447497541052045
     },
     "isotonic+length+family": {
      "kappa": 0.3526668259614866,
      "mae": 0.5340211309236492
     }
    }
   },
   "Understandability": {
    "agreement": {
     "kappa": {
      "judge_mturk": 0.37653807921818794,
      "judge_scale": 0.2627900436763554,
      "mturk_scale": 0.3094496869061383
     },
     "spearman": {
      "judge_mturk": 0.30052097605365563,
      "judge_scale": 0.2406349351691738,
      "mturk_scale": 0.24424857509416747
     },
     "mean": {
      "judge": 4.929235167977127,
      "mturk": 4.821420061949011,
      "scale": 4.7390993566833455
     }
    },
    "length_bias": {
     "judge": 0.005597511433242674,
     "humans": -0.05412229353758975
    },
    "self_preference": {
     "effect": 0.07393378735272693,
     "interval": [
      0.017960087410041823,
      0.13217632703466126
     ],
     "judge_family_effect": 0.15276329327016608
    },
    "calibration": {
     "raw": {
      "kappa": 0.31966406144727166,
      "mae": 0.22224207767452941
     },
     "quantile": {
      "kappa": 0.32074819385864034,
      "mae": 0.22439029921155224
     },
     "isotonic": {
      "kappa": 0.17947260581635044,
      "mae": 0.40362111101224163
     },
     "isotonic+length+family": {
      "kappa": 0.20049485797386335,
      "mae": 0.3121020471822793
     }
    }
   },
   "Completeness": {
    "agreement": {
     "kappa": {
      "judge_mturk": 0.6119122289292271,
      "judge_scale": 0.49997686963976395,
      "mturk_scale": 0.4796287436592994
     },
     "spearman": {
      "judge_mturk": 0.5652131549540526,
      "judge_scale": 0.4995806347104272,
      "mturk_scale": 0.43005985893318144
     },
     "mean": {
      "judge": 4.256611865618299,
      "mturk": 4.315284727186085,
      "scale": 4.411365260900643
     }
    },
    "length_bias": {
     "judge": 0.3674617584443702,
     "humans": 0.22095017818720175
    },
    "self_preference": {
     "effect": 0.37918151474764256,
     "interval": [
      0.2746424803198858,
      0.486993815907467
     ],
     "judge_family_effect": 0.8215011728123843
    },
    "calibration": {
     "raw": {
      "kappa": 0.5559445492844955,
      "mae": 0.5646592804384085
     },
     "quantile": {
      "kappa": 0.5634351753584497,
      "mae": 0.5074755777936621
     },
     "isotonic": {
      "kappa": 0.4761565534899815,
      "mae": 0.6115575519621325
     },
     "isotonic+length+family": {
      "kappa": 0.49000449692274745,
      "mae": 0.5318648960309169
     }
    }
   },
   "Conciseness": {
    "agreement": {
     "kappa": {
      "judge_mturk": 0.3167506352482333,
      "judge_scale": 0.2753357180026924,
      "mturk_scale": 0.30190726039077376
     },
     "spearman": {
      "judge_mturk": 0.31793228038280213,
      "judge_scale": 0.2750229023188462,
      "mturk_scale": 0.2609298057938377
     },
     "mean": {
      "judge": 3.681915654038599,
      "mturk": 4.446390278770551,
      "scale": 4.256969263759829
     }
    },
    "length_bias": {
     "judge": -0.23347923474343896,
     "humans": -0.3498455333509769
    },
    "self_preference": {
     "effect": 0.2637171874404508,
     "interval": [
      0.17450128760079625,
      0.35199248816247053
     ],
     "judge_family_effect": 0.332844027322691
    },
    "calibration": {
     "raw": {
      "kappa": 0.29604317662546287,
      "mae": 0.8945675482487491
     },
     "quantile": {
      "kappa": 0.3524731140091879,
      "mae": 0.6650966603446709
     },
     "isotonic": {
      "kappa": 0.2582440270340347,
      "mae": 0.6809609242070653
     },
     "isotonic+length+family": {
      "kappa": 0.31995177580730777,
      "mae": 0.573446695351252
     }
    }
   },
   "Harmlessness": {
    "agreement": {
     "kappa": {
      "judge_mturk": 0.29852808450421753,
      "judge_scale": 0.29347980805415985,
      "mturk_scale": 0.13852153769463105
     },
     "spearman": {
      "judge_mturk": 0.2849699853641433,
      "judge_scale": 0.2800340475353009,
      "mturk_scale": 0.1399260696406261
     },
     "mean": {
      "judge": 4.980700500357398,
      "mturk": 4.984274481772695,
      "scale": 4.961043602573267
     }
    },
    "length_bias": {
     "judge": -0.0037474754905045104,
     "humans": -0.0292640039850013
    },
    "self_preference": {
     "effect": 0.008112398193595842,
     "interval": [
      -0.010709372682352909,
      0.027684590769327628
     ],
     "judge_family_effect": 0.01138252061284465
    },
    "calibration": {
     "raw": {
      "kappa": 0.2960039462791887,
      "mae": 0.03591851322373124
     },
     "quantile": {
      "kappa": 0.28276370289906677,
      "mae": 0.032795511340216105
     },
     "isotonic": {
      "kappa": 0.2659796580563443,
      "mae": 0.07388946193125467
     },
     "isotonic+length+family": {
      "kappa": 0.2388399806206966,
      "mae": 0.04810583063669084
     }
    }
   }
  }
 },
 "detail": {
  "Helpfulness": {
   "grid": {
    "mturk": [
     [
      1.0,
      1.0,
      5
     ],
     [
      1.0,
      1.5,
      7
     ],
     [
      1.0,
      2.0,
      6
     ],
     [
      1.0,
      2.5,
      3
     ],
     [
      1.0,
      3.0,
      1
     ],
     [
      1.0,
      3.5,
      5
     ],
     [
      1.0,
      4.0,
      8
     ],
     [
      1.0,
      4.5,
      2
     ],
     [
      1.0,
      5.0,
      1
     ],
     [
      2.0,
      1.0,
      2
     ],
     [
      2.0,
      1.5,
      3
     ],
     [
      2.0,
      2.0,
      5
     ],
     [
      2.0,
      2.5,
      5
     ],
     [
      2.0,
      3.0,
      2
     ],
     [
      2.0,
      3.5,
      8
     ],
     [
      2.0,
      4.0,
      2
     ],
     [
      2.0,
      4.5,
      4
     ],
     [
      3.0,
      1.0,
      2
     ],
     [
      3.0,
      1.5,
      7
     ],
     [
      3.0,
      2.0,
      9
     ],
     [
      3.0,
      2.5,
      11
     ],
     [
      3.0,
      3.0,
      20
     ],
     [
      3.0,
      3.5,
      25
     ],
     [
      3.0,
      4.0,
      32
     ],
     [
      3.0,
      4.5,
      14
     ],
     [
      3.0,
      5.0,
      7
     ],
     [
      4.0,
      1.0,
      2
     ],
     [
      4.0,
      1.5,
      5
     ],
     [
      4.0,
      2.0,
      4
     ],
     [
      4.0,
      2.5,
      15
     ],
     [
      4.0,
      3.0,
      36
     ],
     [
      4.0,
      3.5,
      109
     ],
     [
      4.0,
      4.0,
      203
     ],
     [
      4.0,
      4.5,
      368
     ],
     [
      4.0,
      4.75,
      2
     ],
     [
      4.0,
      4.833333333333333,
      2
     ],
     [
      4.0,
      5.0,
      420
     ],
     [
      5.0,
      3.5,
      2
     ],
     [
      5.0,
      4.0,
      3
     ],
     [
      5.0,
      4.5,
      8
     ],
     [
      5.0,
      5.0,
      24
     ]
    ],
    "scale": [
     [
      1.0,
      1.0,
      3
     ],
     [
      1.0,
      1.5,
      3
     ],
     [
      1.0,
      2.0,
      5
     ],
     [
      1.0,
      2.5,
      2
     ],
     [
      1.0,
      3.0,
      7
     ],
     [
      1.0,
      3.5,
      9
     ],
     [
      1.0,
      4.0,
      1
     ],
     [
      1.0,
      4.5,
      5
     ],
     [
      1.0,
      5.0,
      3
     ],
     [
      2.0,
      1.0,
      2
     ],
     [
      2.0,
      2.0,
      2
     ],
     [
      2.0,
      2.5,
      5
     ],
     [
      2.0,
      3.0,
      3
     ],
     [
      2.0,
      3.5,
      7
     ],
     [
      2.0,
      4.0,
      6
     ],
     [
      2.0,
      4.5,
      2
     ],
     [
      2.0,
      5.0,
      4
     ],
     [
      3.0,
      1.0,
      1
     ],
     [
      3.0,
      2.0,
      4
     ],
     [
      3.0,
      2.5,
      11
     ],
     [
      3.0,
      3.0,
      10
     ],
     [
      3.0,
      3.5,
      18
     ],
     [
      3.0,
      4.0,
      25
     ],
     [
      3.0,
      4.5,
      29
     ],
     [
      3.0,
      5.0,
      29
     ],
     [
      4.0,
      1.0,
      7
     ],
     [
      4.0,
      1.5,
      1
     ],
     [
      4.0,
      2.0,
      3
     ],
     [
      4.0,
      2.5,
      14
     ],
     [
      4.0,
      3.0,
      36
     ],
     [
      4.0,
      3.5,
      52
     ],
     [
      4.0,
      4.0,
      165
     ],
     [
      4.0,
      4.5,
      384
     ],
     [
      4.0,
      5.0,
      504
     ],
     [
      5.0,
      2.5,
      1
     ],
     [
      5.0,
      3.5,
      1
     ],
     [
      5.0,
      4.0,
      4
     ],
     [
      5.0,
      4.5,
      11
     ],
     [
      5.0,
      5.0,
      20
     ]
    ]
   },
   "models": {
    "command-xlarge": {
     "gpt4": 3.464,
     "mturk": 3.686,
     "scale": 4.141
    },
    "gpt-3.5-turbo": {
     "gpt4": 3.978,
     "mturk": 4.535,
     "scale": 4.528
    },
    "gpt-4": {
     "gpt4": 3.998,
     "mturk": 4.51,
     "scale": 4.517
    }
   }
  },
  "Understandability": {
   "grid": {
    "mturk": [
     [
      1.0,
      5.0,
      1
     ],
     [
      2.0,
      1.0,
      1
     ],
     [
      2.0,
      2.0,
      2
     ],
     [
      2.0,
      2.5,
      1
     ],
     [
      2.0,
      3.0,
      3
     ],
     [
      2.0,
      3.5,
      3
     ],
     [
      2.0,
      4.0,
      4
     ],
     [
      2.0,
      4.5,
      3
     ],
     [
      2.0,
      5.0,
      4
     ],
     [
      4.0,
      2.0,
      2
     ],
     [
      4.0,
      2.5,
      1
     ],
     [
      4.0,
      3.0,
      2
     ],
     [
      4.0,
      3.5,
      4
     ],
     [
      4.0,
      4.0,
      9
     ],
     [
      4.0,
      4.5,
      5
     ],
     [
      4.0,
      5.0,
      9
     ],
     [
      5.0,
      1.5,
      1
     ],
     [
      5.0,
      2.0,
      1
     ],
     [
      5.0,
      2.5,
      2
     ],
     [
      5.0,
      3.0,
      8
     ],
     [
      5.0,
      3.5,
      13
     ],
     [
      5.0,
      4.0,
      73
     ],
     [
      5.0,
      4.333333333333333,
      2
     ],
     [
      5.0,
      4.5,
      138
     ],
     [
      5.0,
      4.75,
      4
     ],
     [
      5.0,
      5.0,
      1103
     ]
    ],
    "scale": [
     [
      1.0,
      4.0,
      1
     ],
     [
      2.0,
      1.0,
      1
     ],
     [
      2.0,
      1.5,
      1
     ],
     [
      2.0,
      2.0,
      1
     ],
     [
      2.0,
      3.0,
      3
     ],
     [
      2.0,
      3.5,
      4
     ],
     [
      2.0,
      4.0,
      5
     ],
     [
      2.0,
      4.5,
      3
     ],
     [
      2.0,
      5.0,
      3
     ],
     [
      4.0,
      3.0,
      3
     ],
     [
      4.0,
      3.5,
      3
     ],
     [
      4.0,
      4.0,
      10
     ],
     [
      4.0,
      4.5,
      6
     ],
     [
      4.0,
      5.0,
      10
     ],
     [
      5.0,
      1.0,
      3
     ],
     [
      5.0,
      1.5,
      1
     ],
     [
      5.0,
      2.0,
      2
     ],
     [
      5.0,
      2.5,
      6
     ],
     [
      5.0,
      3.0,
      18
     ],
     [
      5.0,
      3.5,
      32
     ],
     [
      5.0,
      4.0,
      78
     ],
     [
      5.0,
      4.5,
      226
     ],
     [
      5.0,
      5.0,
      979
     ]
    ]
   },
   "models": {
    "command-xlarge": {
     "gpt4": 4.805,
     "mturk": 4.706,
     "scale": 4.694
    },
    "gpt-3.5-turbo": {
     "gpt4": 4.996,
     "mturk": 4.888,
     "scale": 4.771
    },
    "gpt-4": {
     "gpt4": 4.991,
     "mturk": 4.873,
     "scale": 4.753
    }
   }
  },
  "Completeness": {
   "grid": {
    "mturk": [
     [
      1.0,
      1.0,
      6
     ],
     [
      1.0,
      1.5,
      7
     ],
     [
      1.0,
      3.0,
      1
     ],
     [
      1.0,
      4.0,
      1
     ],
     [
      1.0,
      5.0,
      1
     ],
     [
      2.0,
      1.0,
      5
     ],
     [
      2.0,
      1.5,
      8
     ],
     [
      2.0,
      2.0,
      15
     ],
     [
      2.0,
      2.5,
      12
     ],
     [
      2.0,
      3.0,
      18
     ],
     [
      2.0,
      3.5,
      28
     ],
     [
      2.0,
      4.0,
      12
     ],
     [
      2.0,
      4.5,
      5
     ],
     [
      2.0,
      5.0,
      12
     ],
     [
      3.0,
      1.5,
      8
     ],
     [
      3.0,
      2.0,
      10
     ],
     [
      3.0,
      2.5,
      8
     ],
     [
      3.0,
      3.0,
      18
     ],
     [
      3.0,
      3.5,
      30
     ],
     [
      3.0,
      4.0,
      27
     ],
     [
      3.0,
      4.5,
      21
     ],
     [
      3.0,
      5.0,
      17
     ],
     [
      4.0,
      1.0,
      3
     ],
     [
      4.0,
      1.5,
      1
     ],
     [
      4.0,
      2.0,
      6
     ],
     [
      4.0,
      2.5,
      15
     ],
     [
      4.0,
      3.0,
      10
     ],
     [
      4.0,
      3.5,
      48
     ],
     [
      4.0,
      3.6666666666666665,
      2
     ],
     [
      4.0,
      4.0,
      69
     ],
     [
      4.0,
      4.5,
      78
     ],
     [
      4.0,
      4.75,
      3
     ],
     [
      4.0,
      5.0,
      118
     ],
     [
      5.0,
      1.5,
      3
     ],
     [
      5.0,
      2.5,
      6
     ],
     [
      5.0,
      3.0,
      11
     ],
     [
      5.0,
      3.5,
      27
     ],
     [
      5.0,
      4.0,
      75
     ],
     [
      5.0,
      4.5,
      113
     ],
     [
      5.0,
      4.75,
      2
     ],
     [
      5.0,
      5.0,
      539
     ]
    ],
    "scale": [
     [
      1.0,
      1.0,
      5
     ],
     [
      1.0,
      2.0,
      1
     ],
     [
      1.0,
      2.5,
      4
     ],
     [
      1.0,
      3.5,
      2
     ],
     [
      1.0,
      4.0,
      3
     ],
     [
      1.0,
      4.5,
      1
     ],
     [
      2.0,
      1.0,
      1
     ],
     [
      2.0,
      1.5,
      6
     ],
     [
      2.0,
      2.0,
      6
     ],
     [
      2.0,
      2.5,
      16
     ],
     [
      2.0,
      3.0,
      17
     ],
     [
      2.0,
      3.5,
      23
     ],
     [
      2.0,
      4.0,
      19
     ],
     [
      2.0,
      4.5,
      17
     ],
     [
      2.0,
      5.0,
      10
     ],
     [
      3.0,
      1.0,
      3
     ],
     [
      3.0,
      2.0,
      3
     ],
     [
      3.0,
      2.5,
      4
     ],
     [
      3.0,
      3.0,
      8
     ],
     [
      3.0,
      3.5,
      17
     ],
     [
      3.0,
      4.0,
      32
     ],
     [
      3.0,
      4.5,
      35
     ],
     [
      3.0,
      5.0,
      37
     ],
     [
      4.0,
      1.0,
      4
     ],
     [
      4.0,
      1.5,
      2
     ],
     [
      4.0,
      2.5,
      14
     ],
     [
      4.0,
      3.0,
      20
     ],
     [
      4.0,
      3.5,
      36
     ],
     [
      4.0,
      4.0,
      68
     ],
     [
      4.0,
      4.5,
      98
     ],
     [
      4.0,
      5.0,
      111
     ],
     [
      5.0,
      1.0,
      2
     ],
     [
      5.0,
      2.0,
      2
     ],
     [
      5.0,
      2.5,
      3
     ],
     [
      5.0,
      3.0,
      9
     ],
     [
      5.0,
      3.5,
      24
     ],
     [
      5.0,
      4.0,
      62
     ],
     [
      5.0,
      4.5,
      153
     ],
     [
      5.0,
      5.0,
      521
     ]
    ]
   },
   "models": {
    "command-xlarge": {
     "gpt4": 3.479,
     "mturk": 3.718,
     "scale": 4.042
    },
    "gpt-3.5-turbo": {
     "gpt4": 4.669,
     "mturk": 4.633,
     "scale": 4.628
    },
    "gpt-4": {
     "gpt4": 4.646,
     "mturk": 4.614,
     "scale": 4.575
    }
   }
  },
  "Conciseness": {
   "grid": {
    "mturk": [
     [
      1.0,
      1.0,
      21
     ],
     [
      1.0,
      1.5,
      1
     ],
     [
      1.0,
      2.0,
      4
     ],
     [
      1.0,
      2.5,
      6
     ],
     [
      1.0,
      3.0,
      13
     ],
     [
      1.0,
      3.5,
      1
     ],
     [
      1.0,
      4.0,
      4
     ],
     [
      1.0,
      4.5,
      2
     ],
     [
      1.0,
      5.0,
      16
     ],
     [
      2.0,
      1.5,
      1
     ],
     [
      2.0,
      2.0,
      1
     ],
     [
      2.0,
      2.5,
      1
     ],
     [
      2.0,
      3.5,
      3
     ],
     [
      2.0,
      4.0,
      4
     ],
     [
      2.0,
      4.5,
      2
     ],
     [
      2.0,
      5.0,
      4
     ],
     [
      3.0,
      1.5,
      2
     ],
     [
      3.0,
      2.0,
      1
     ],
     [
      3.0,
      2.5,
      13
     ],
     [
      3.0,
      3.0,
      17
     ],
     [
      3.0,
      3.5,
      21
     ],
     [
      3.0,
      4.0,
      43
     ],
     [
      3.0,
      4.5,
      58
     ],
     [
      3.0,
      5.0,
      80
     ],
     [
      4.0,
      1.0,
      2
     ],
     [
      4.0,
      2.0,
      8
     ],
     [
      4.0,
      2.5,
      11
     ],
     [
      4.0,
      3.0,
      40
     ],
     [
      4.0,
      3.5,
      45
     ],
     [
      4.0,
      4.0,
      95
     ],
     [
      4.0,
      4.5,
      250
     ],
     [
      4.0,
      5.0,
      603
     ],
     [
      5.0,
      3.0,
      1
     ],
     [
      5.0,
      5.0,
      25
     ]
    ],
    "scale": [
     [
      1.0,
      1.0,
      9
     ],
     [
      1.0,
      1.5,
      4
     ],
     [
      1.0,
      2.0,
      4
     ],
     [
      1.0,
      2.5,
      7
     ],
     [
      1.0,
      3.0,
      11
     ],
     [
      1.0,
      3.5,
      7
     ],
     [
      1.0,
      4.0,
      9
     ],
     [
      1.0,
      4.5,
      8
     ],
     [
      1.0,
      5.0,
      9
     ],
     [
      2.0,
      1.0,
      1
     ],
     [
      2.0,
      1.5,
      1
     ],
     [
      2.0,
      2.0,
      1
     ],
     [
      2.0,
      3.0,
      3
     ],
     [
      2.0,
      3.5,
      3
     ],
     [
      2.0,
      4.0,
      3
     ],
     [
      2.0,
      4.5,
      1
     ],
     [
      2.0,
      5.0,
      3
     ],
     [
      3.0,
      1.0,
      1
     ],
     [
      3.0,
      2.0,
      5
     ],
     [
      3.0,
      2.5,
      11
     ],
     [
      3.0,
      3.0,
      24
     ],
     [
      3.0,
      3.5,
      27
     ],
     [
      3.0,
      4.0,
      57
     ],
     [
      3.0,
      4.5,
      60
     ],
     [
      3.0,
      5.0,
      50
     ],
     [
      4.0,
      1.0,
      4
     ],
     [
      4.0,
      1.5,
      1
     ],
     [
      4.0,
      2.0,
      6
     ],
     [
      4.0,
      2.5,
      26
     ],
     [
      4.0,
      3.0,
      76
     ],
     [
      4.0,
      3.5,
      77
     ],
     [
      4.0,
      4.0,
      150
     ],
     [
      4.0,
      4.5,
      283
     ],
     [
      4.0,
      5.0,
      431
     ],
     [
      5.0,
      3.5,
      1
     ],
     [
      5.0,
      4.0,
      2
     ],
     [
      5.0,
      4.5,
      6
     ],
     [
      5.0,
      5.0,
      17
     ]
    ]
   },
   "models": {
    "command-xlarge": {
     "gpt4": 3.435,
     "mturk": 4.297,
     "scale": 4.272
    },
    "gpt-3.5-turbo": {
     "gpt4": 3.796,
     "mturk": 4.488,
     "scale": 4.239
    },
    "gpt-4": {
     "gpt4": 3.823,
     "mturk": 4.559,
     "scale": 4.26
    }
   }
  },
  "Harmlessness": {
   "grid": {
    "mturk": [
     [
      2.0,
      3.5,
      1
     ],
     [
      2.0,
      5.0,
      1
     ],
     [
      3.0,
      4.5,
      1
     ],
     [
      3.0,
      5.0,
      2
     ],
     [
      4.0,
      3.5,
      1
     ],
     [
      4.0,
      4.0,
      2
     ],
     [
      4.0,
      4.5,
      2
     ],
     [
      4.0,
      5.0,
      10
     ],
     [
      5.0,
      4.0,
      10
     ],
     [
      5.0,
      4.5,
      11
     ],
     [
      5.0,
      5.0,
      1358
     ]
    ],
    "scale": [
     [
      2.0,
      3.5,
      1
     ],
     [
      2.0,
      5.0,
      1
     ],
     [
      3.0,
      3.5,
      1
     ],
     [
      3.0,
      5.0,
      2
     ],
     [
      4.0,
      3.0,
      1
     ],
     [
      4.0,
      4.0,
      1
     ],
     [
      4.0,
      4.5,
      8
     ],
     [
      4.0,
      5.0,
      5
     ],
     [
      5.0,
      3.0,
      3
     ],
     [
      5.0,
      3.5,
      2
     ],
     [
      5.0,
      4.0,
      6
     ],
     [
      5.0,
      4.5,
      59
     ],
     [
      5.0,
      5.0,
      1309
     ]
    ]
   },
   "models": {
    "command-xlarge": {
     "gpt4": 4.971,
     "mturk": 4.968,
     "scale": 4.97
    },
    "gpt-3.5-turbo": {
     "gpt4": 4.989,
     "mturk": 4.997,
     "scale": 4.968
    },
    "gpt-4": {
     "gpt4": 4.983,
     "mturk": 4.988,
     "scale": 4.945
    }
   }
  }
 },
 "outputs_per_model": {
  "command-xlarge": 476,
  "gpt-3.5-turbo": 465,
  "gpt-4": 458
 }
}