Evaluating DR_CNN-LSTM_SEED1 against population in Overcooked-CoordRing6_9 for xpid dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [4.199999809265137, 5.400000095367432, 18.600000381469727, 19.0, 17.600000381469727, 16.399999618530273, 12.799999237060547, 12.0, 31.799999237060547, 32.599998474121094, 15.399999618530273, 15.199999809265137, 13.0, 11.0, 25.799999237060547, 22.399999618530273, 16.399999618530273, 20.19999885559082, 18.0, 15.59999942779541, 18.799999237060547, 20.399999618530273, 18.600000381469727, 19.399999618530273, 13.399999618530273, 18.0, 19.19999885559082, 18.0, 18.399999618530273, 18.799999237060547, 17.0, 13.59999942779541, 26.19999885559082, 28.799999237060547, 29.799999237060547, 31.0, 6.599999904632568, 3.799999952316284, 23.799999237060547, 25.399999618530273, 29.0, 26.799999237060547, 20.0, 14.399999618530273, 19.799999237060547, 17.19999885559082, 21.399999618530273, 21.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [4.199999809265137, 5.400000095367432, 12.799999237060547, 12.0, 13.0, 11.0, 18.0, 15.59999942779541, 13.399999618530273, 18.0, 17.0, 13.59999942779541, 6.599999904632568, 3.799999952316284, 20.0, 14.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [18.600000381469727, 19.0, 31.799999237060547, 32.599998474121094, 25.799999237060547, 22.399999618530273, 18.799999237060547, 20.399999618530273, 19.19999885559082, 18.0, 26.19999885559082, 28.799999237060547, 23.799999237060547, 25.399999618530273, 19.799999237060547, 17.19999885559082]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [17.600000381469727, 16.399999618530273, 15.399999618530273, 15.199999809265137, 16.399999618530273, 20.19999885559082, 18.600000381469727, 19.399999618530273, 18.399999618530273, 18.799999237060547, 29.799999237060547, 31.0, 29.0, 26.799999237060547, 21.399999618530273, 21.399999618530273]
-----------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  18.8+/- 0.9826 (max:  32.6)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  20.99+/- 1.315 (max:  31.0)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  12.42+/- 1.266 (max:  20.0)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  22.99+/- 1.244 (max:  32.6)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  13.49+/- 0.304 (max:  17.52)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  13.64+/- 0.5608 (max:  17.52)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  12.74+/- 0.6188 (max:  15.36)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  14.09+/- 0.3293 (max:  17.37)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.226+/- 0.02245 (max:  0.6)   |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.2469+/- 0.04221 (max:  0.53) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.1187+/- 0.01932 (max:  0.23) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.3125+/- 0.03586 (max:  0.6)  |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  3.8                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  15.2                           |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  3.8                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  17.2                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  7.846                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  10.69                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  7.846                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  12.28                          |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.07                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.17                           |
-----------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED1 against population in Overcooked-ForcedCoord6_9 for xpid dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [0.3999999761581421, 0.0, 0.3999999761581421, 0.19999998807907104, 0.0, 0.0, 1.1999999284744263, 0.0, 1.1999999284744263, 0.0, 0.19999998807907104, 0.0, 1.0, 0.3999999761581421, 0.7999999523162842, 0.0, 0.0, 0.19999998807907104, 0.5999999642372131, 0.0, 0.3999999761581421, 0.0, 1.1999999284744263, 0.0, 0.19999998807907104, 0.19999998807907104, 0.5999999642372131, 0.19999998807907104, 0.19999998807907104, 0.3999999761581421, 0.5999999642372131, 0.0, 0.3999999761581421, 0.0, 0.0, 0.19999998807907104, 0.3999999761581421, 0.19999998807907104, 0.7999999523162842, 0.19999998807907104, 0.19999998807907104, 0.0, 0.5999999642372131, 0.19999998807907104, 0.5999999642372131, 0.19999998807907104, 1.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [0.3999999761581421, 0.0, 1.1999999284744263, 0.0, 1.0, 0.3999999761581421, 0.5999999642372131, 0.0, 0.19999998807907104, 0.19999998807907104, 0.5999999642372131, 0.0, 0.3999999761581421, 0.19999998807907104, 0.5999999642372131, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [0.3999999761581421, 0.19999998807907104, 1.1999999284744263, 0.0, 0.7999999523162842, 0.0, 0.3999999761581421, 0.0, 0.5999999642372131, 0.19999998807907104, 0.3999999761581421, 0.0, 0.7999999523162842, 0.19999998807907104, 0.5999999642372131, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [0.0, 0.0, 0.19999998807907104, 0.0, 0.0, 0.19999998807907104, 1.1999999284744263, 0.0, 0.19999998807907104, 0.3999999761581421, 0.0, 0.19999998807907104, 0.19999998807907104, 0.0, 1.0, 0.0]
-----------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  0.325+/- 0.05144 (max:  1.2) |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  0.225+/- 0.09106 (max:  1.2) |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  0.375+/- 0.08921 (max:  1.2) |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  0.375+/- 0.08732 (max:  1.2) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  1.944+/- 0.2301 (max:  4.75) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  1.366+/- 0.4049 (max:  4.75) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  2.231+/- 0.3882 (max:  4.75) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  2.236+/- 0.387 (max:  4.75)  |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)       |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)       |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)       |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)       |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                          |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                          |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                          |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                          |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                          |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                          |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                          |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                          |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                          |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                          |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                          |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                          |
-----------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED1 against population in Overcooked-CounterCircuit6_9 for xpid dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [11.0, 8.0, 18.0, 12.399999618530273, 10.800000190734863, 9.0, 5.799999713897705, 4.799999713897705, 11.0, 8.59999942779541, 1.7999999523162842, 0.0, 3.799999952316284, 2.0, 11.399999618530273, 8.0, 10.0, 5.400000095367432, 7.599999904632568, 4.199999809265137, 19.600000381469727, 17.799999237060547, 8.0, 3.3999998569488525, 8.399999618530273, 6.0, 16.399999618530273, 12.399999618530273, 4.799999713897705, 2.799999952316284, 10.59999942779541, 7.799999713897705, 14.199999809265137, 9.59999942779541, 6.599999904632568, 3.5999999046325684, 6.599999904632568, 5.0, 15.199999809265137, 11.399999618530273, 8.800000190734863, 2.3999998569488525, 10.800000190734863, 7.599999904632568, 18.0, 13.0, 7.199999809265137, 2.3999998569488525]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [11.0, 8.0, 5.799999713897705, 4.799999713897705, 3.799999952316284, 2.0, 7.599999904632568, 4.199999809265137, 8.399999618530273, 6.0, 10.59999942779541, 7.799999713897705, 6.599999904632568, 5.0, 10.800000190734863, 7.599999904632568]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [18.0, 12.399999618530273, 11.0, 8.59999942779541, 11.399999618530273, 8.0, 19.600000381469727, 17.799999237060547, 16.399999618530273, 12.399999618530273, 14.199999809265137, 9.59999942779541, 15.199999809265137, 11.399999618530273, 18.0, 13.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [10.800000190734863, 9.0, 1.7999999523162842, 0.0, 10.0, 5.400000095367432, 8.0, 3.3999998569488525, 4.799999713897705, 2.799999952316284, 6.599999904632568, 3.5999999046325684, 8.800000190734863, 2.3999998569488525, 7.199999809265137, 2.3999998569488525]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  8.625+/- 0.6853 (max:  19.6)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  5.437+/- 0.8184 (max:  10.8)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  6.875+/- 0.6519 (max:  11.0)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  13.56+/- 0.9017 (max:  19.6)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  10.74+/- 0.468 (max:  18.22)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  8.364+/- 0.7386 (max:  11.83)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  9.884+/- 0.4215 (max:  12.45)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  13.96+/- 0.4691 (max:  18.22)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.05458+/- 0.01037 (max:  0.26)  |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.01125+/- 0.004171 (max:  0.05) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.02062+/- 0.005588 (max:  0.07) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.1319+/- 0.019 (max:  0.26)     |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  2.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  8.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  6.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  10.58                            |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.02                             |
------------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED1 against population in Overcooked-AsymmAdvantages6_9 for xpid dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [2.3999998569488525, 2.200000047683716, 1.399999976158142, 8.199999809265137, 2.799999952316284, 1.5999999046325684, 2.799999952316284, 5.0, 1.399999976158142, 41.20000076293945, 2.5999999046325684, 1.1999999284744263, 2.3999998569488525, 34.599998474121094, 2.3999998569488525, 56.0, 3.3999998569488525, 12.399999618530273, 1.7999999523162842, 13.59999942779541, 2.799999952316284, 10.199999809265137, 3.5999999046325684, 4.199999809265137, 2.5999999046325684, 1.7999999523162842, 2.3999998569488525, 18.399999618530273, 0.5999999642372131, 2.200000047683716, 1.7999999523162842, 3.5999999046325684, 1.7999999523162842, 26.799999237060547, 3.1999998092651367, 1.399999976158142, 2.0, 3.3999998569488525, 1.7999999523162842, 15.799999237060547, 4.199999809265137, 4.799999713897705, 2.3999998569488525, 5.199999809265137, 2.200000047683716, 23.799999237060547, 3.799999952316284, 0.5999999642372131]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [2.3999998569488525, 2.200000047683716, 2.799999952316284, 5.0, 2.3999998569488525, 34.599998474121094, 1.7999999523162842, 13.59999942779541, 2.5999999046325684, 1.7999999523162842, 1.7999999523162842, 3.5999999046325684, 2.0, 3.3999998569488525, 2.3999998569488525, 5.199999809265137]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [1.399999976158142, 8.199999809265137, 1.399999976158142, 41.20000076293945, 2.3999998569488525, 56.0, 2.799999952316284, 10.199999809265137, 2.3999998569488525, 18.399999618530273, 1.7999999523162842, 26.799999237060547, 1.7999999523162842, 15.799999237060547, 2.200000047683716, 23.799999237060547]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [2.799999952316284, 1.5999999046325684, 2.5999999046325684, 1.1999999284744263, 3.3999998569488525, 12.399999618530273, 3.5999999046325684, 4.199999809265137, 0.5999999642372131, 2.200000047683716, 3.1999998092651367, 1.399999976158142, 4.199999809265137, 4.799999713897705, 3.799999952316284, 0.5999999642372131]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  7.433+/- 1.638 (max:  56.0)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  3.287+/- 0.6906 (max:  12.4)    |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  5.475+/- 2.071 (max:  34.6)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  13.54+/- 4.072 (max:  56.0)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  9.837+/- 0.9617 (max:  32.25)   |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  7.049+/- 0.5832 (max:  12.26)   |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  9.034+/- 1.551 (max:  30.44)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  13.43+/- 2.128 (max:  32.25)    |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.07521+/- 0.02527 (max:  0.81) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.0075+/- 0.003476 (max:  0.05) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.04187+/- 0.03055 (max:  0.49) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.1762+/- 0.06323 (max:  0.81)  |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.6                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.6                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  1.8                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  1.4                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  3.412                           |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  3.412                           |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  5.724                           |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  5.103                           |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
------------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED1 against population in Overcooked-CrampedRoom6_9 for xpid dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [10.399999618530273, 10.59999942779541, 69.4000015258789, 65.79999542236328, 86.79999542236328, 90.5999984741211, 16.799999237060547, 20.399999618530273, 78.0, 78.5999984741211, 99.19999694824219, 101.79999542236328, 19.0, 16.799999237060547, 99.5999984741211, 95.4000015258789, 103.5999984741211, 102.79999542236328, 21.0, 18.799999237060547, 95.0, 92.0, 80.5999984741211, 82.4000015258789, 7.599999904632568, 7.599999904632568, 80.0, 71.19999694824219, 92.5999984741211, 98.19999694824219, 17.19999885559082, 19.19999885559082, 92.0, 86.0, 102.39999389648438, 106.5999984741211, 18.600000381469727, 15.59999942779541, 85.5999984741211, 88.4000015258789, 98.79999542236328, 102.79999542236328, 22.799999237060547, 20.0, 101.0, 92.4000015258789, 93.5999984741211, 94.19999694824219]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [10.399999618530273, 10.59999942779541, 16.799999237060547, 20.399999618530273, 19.0, 16.799999237060547, 21.0, 18.799999237060547, 7.599999904632568, 7.599999904632568, 17.19999885559082, 19.19999885559082, 18.600000381469727, 15.59999942779541, 22.799999237060547, 20.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [69.4000015258789, 65.79999542236328, 78.0, 78.5999984741211, 99.5999984741211, 95.4000015258789, 95.0, 92.0, 80.0, 71.19999694824219, 92.0, 86.0, 85.5999984741211, 88.4000015258789, 101.0, 92.4000015258789]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [86.79999542236328, 90.5999984741211, 99.19999694824219, 101.79999542236328, 103.5999984741211, 102.79999542236328, 80.5999984741211, 82.4000015258789, 92.5999984741211, 98.19999694824219, 102.39999389648438, 106.5999984741211, 98.79999542236328, 102.79999542236328, 93.5999984741211, 94.19999694824219]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  66.04+/- 5.285 (max:  106.6)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  96.06+/- 1.954 (max:  106.6)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  16.4+/- 1.194 (max:  22.8)     |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  85.65+/- 2.703 (max:  101.0)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  24.58+/- 1.152 (max:  36.82)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  31.47+/- 0.8677 (max:  36.82)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  14.41+/- 0.4756 (max:  16.73)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  27.86+/- 0.8525 (max:  34.67)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.6948+/- 0.05278 (max:  1.0)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.955+/- 0.008266 (max:  1.0)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.1906+/- 0.02437 (max:  0.32) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.9387+/- 0.009995 (max:  1.0) |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  7.6                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  80.6                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  7.6                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  65.8                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  10.87                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  26.54                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  10.87                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  22.3                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.03                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.86                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.03                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.87                           |
-------------------------------------------------------------------------------------------------









Evaluating DR_CNN-LSTM_SEED2 against population in Overcooked-CoordRing6_9 for xpid SEED_2_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [4.199999809265137, 3.1999998092651367, 15.199999809265137, 11.800000190734863, 14.399999618530273, 15.0, 11.800000190734863, 11.800000190734863, 20.399999618530273, 19.399999618530273, 13.59999942779541, 14.199999809265137, 9.399999618530273, 10.399999618530273, 19.399999618530273, 16.399999618530273, 12.399999618530273, 12.399999618530273, 13.0, 9.199999809265137, 11.800000190734863, 12.399999618530273, 10.399999618530273, 11.59999942779541, 12.0, 11.199999809265137, 14.199999809265137, 15.799999237060547, 12.199999809265137, 15.199999809265137, 11.800000190734863, 14.0, 21.0, 21.399999618530273, 21.0, 23.0, 3.1999998092651367, 2.0, 13.0, 15.799999237060547, 20.0, 21.19999885559082, 16.799999237060547, 14.59999942779541, 8.800000190734863, 10.399999618530273, 8.399999618530273, 12.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [4.199999809265137, 3.1999998092651367, 11.800000190734863, 11.800000190734863, 9.399999618530273, 10.399999618530273, 13.0, 9.199999809265137, 12.0, 11.199999809265137, 11.800000190734863, 14.0, 3.1999998092651367, 2.0, 16.799999237060547, 14.59999942779541]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [15.199999809265137, 11.800000190734863, 20.399999618530273, 19.399999618530273, 19.399999618530273, 16.399999618530273, 11.800000190734863, 12.399999618530273, 14.199999809265137, 15.799999237060547, 21.0, 21.399999618530273, 13.0, 15.799999237060547, 8.800000190734863, 10.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [14.399999618530273, 15.0, 13.59999942779541, 14.199999809265137, 12.399999618530273, 12.399999618530273, 10.399999618530273, 11.59999942779541, 12.199999809265137, 15.199999809265137, 21.0, 23.0, 20.0, 21.19999885559082, 8.399999618530273, 12.399999618530273]
------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  13.4+/- 0.6984 (max:  23.0)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  14.84+/- 1.061 (max:  23.0)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  9.912+/- 1.116 (max:  16.8)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  15.45+/- 0.9924 (max:  21.4)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  11.96+/- 0.2779 (max:  16.06)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  11.84+/- 0.3689 (max:  15.07)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  11.33+/- 0.6342 (max:  13.96)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  12.72+/- 0.3488 (max:  16.06)   |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.09854+/- 0.01253 (max:  0.34) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.09937+/- 0.02589 (max:  0.31) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.06625+/- 0.0119 (max:  0.13)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.13+/- 0.02297 (max:  0.34)    |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  2.0                             |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  8.4                             |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  2.0                             |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  8.8                             |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  6.0                             |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  9.992                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  6.0                             |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  11.42                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.04                            |
------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED2 against population in Overcooked-ForcedCoord6_9 for xpid SEED_2_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [2.3999998569488525, 0.0, 3.5999999046325684, 0.19999998807907104, 1.1999999284744263, 0.0, 1.399999976158142, 0.7999999523162842, 2.200000047683716, 0.19999998807907104, 1.1999999284744263, 0.0, 2.3999998569488525, 1.1999999284744263, 1.1999999284744263, 0.7999999523162842, 1.5999999046325684, 1.0, 1.7999999523162842, 0.3999999761581421, 1.5999999046325684, 0.0, 1.7999999523162842, 0.19999998807907104, 2.0, 0.3999999761581421, 2.799999952316284, 0.7999999523162842, 3.0, 0.19999998807907104, 2.799999952316284, 0.3999999761581421, 1.5999999046325684, 0.19999998807907104, 0.3999999761581421, 0.19999998807907104, 1.399999976158142, 0.0, 1.1999999284744263, 0.0, 0.7999999523162842, 0.0, 2.200000047683716, 0.0, 3.1999998092651367, 0.0, 3.0, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [2.3999998569488525, 0.0, 1.399999976158142, 0.7999999523162842, 2.3999998569488525, 1.1999999284744263, 1.7999999523162842, 0.3999999761581421, 2.0, 0.3999999761581421, 2.799999952316284, 0.3999999761581421, 1.399999976158142, 0.0, 2.200000047683716, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [3.5999999046325684, 0.19999998807907104, 2.200000047683716, 0.19999998807907104, 1.1999999284744263, 0.7999999523162842, 1.5999999046325684, 0.0, 2.799999952316284, 0.7999999523162842, 1.5999999046325684, 0.19999998807907104, 1.1999999284744263, 0.0, 3.1999998092651367, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [1.1999999284744263, 0.0, 1.1999999284744263, 0.0, 1.5999999046325684, 1.0, 1.7999999523162842, 0.19999998807907104, 3.0, 0.19999998807907104, 0.3999999761581421, 0.19999998807907104, 0.7999999523162842, 0.0, 3.0, 0.19999998807907104]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  1.125+/- 0.1505 (max:  3.6)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  0.925+/- 0.2496 (max:  3.0)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  1.225+/- 0.2407 (max:  2.8)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  1.225+/- 0.2977 (max:  3.6)         |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  3.793+/- 0.3557 (max:  7.684)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  3.407+/- 0.6112 (max:  7.681)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  4.075+/- 0.607 (max:  6.94)         |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  3.898+/- 0.6569 (max:  7.684)       |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0002083+/- 0.0002083 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.000625+/- 0.000625 (max:  0.01)   |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)              |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                                 |
------------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED2 against population in Overcooked-CounterCircuit6_9 for xpid SEED_2_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [9.199999809265137, 9.399999618530273, 16.399999618530273, 10.399999618530273, 12.799999237060547, 8.59999942779541, 5.199999809265137, 6.199999809265137, 6.199999809265137, 4.799999713897705, 1.5999999046325684, 0.5999999642372131, 1.7999999523162842, 1.1999999284744263, 7.399999618530273, 5.599999904632568, 6.399999618530273, 4.0, 7.799999713897705, 6.0, 18.399999618530273, 14.0, 9.800000190734863, 5.199999809265137, 7.599999904632568, 5.400000095367432, 16.19999885559082, 11.800000190734863, 3.3999998569488525, 2.5999999046325684, 9.0, 7.399999618530273, 18.399999618530273, 11.0, 6.199999809265137, 2.799999952316284, 6.399999618530273, 3.799999952316284, 11.0, 7.199999809265137, 8.199999809265137, 4.199999809265137, 11.199999809265137, 9.0, 25.799999237060547, 16.600000381469727, 9.59999942779541, 3.799999952316284]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [9.199999809265137, 9.399999618530273, 5.199999809265137, 6.199999809265137, 1.7999999523162842, 1.1999999284744263, 7.799999713897705, 6.0, 7.599999904632568, 5.400000095367432, 9.0, 7.399999618530273, 6.399999618530273, 3.799999952316284, 11.199999809265137, 9.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [16.399999618530273, 10.399999618530273, 6.199999809265137, 4.799999713897705, 7.399999618530273, 5.599999904632568, 18.399999618530273, 14.0, 16.19999885559082, 11.800000190734863, 18.399999618530273, 11.0, 11.0, 7.199999809265137, 25.799999237060547, 16.600000381469727]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [12.799999237060547, 8.59999942779541, 1.5999999046325684, 0.5999999642372131, 6.399999618530273, 4.0, 9.800000190734863, 5.199999809265137, 3.3999998569488525, 2.5999999046325684, 6.199999809265137, 2.799999952316284, 8.199999809265137, 4.199999809265137, 9.59999942779541, 3.799999952316284]
-----------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  8.283+/- 0.7421 (max:  25.8)    |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  5.612+/- 0.8486 (max:  12.8)    |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  6.662+/- 0.6901 (max:  11.2)    |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  12.57+/- 1.45 (max:  25.8)      |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  10.52+/- 0.4794 (max:  21.41)   |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  8.498+/- 0.5618 (max:  12.5)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  9.672+/- 0.5273 (max:  12.46)   |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  13.39+/- 0.8337 (max:  21.41)   |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.05+/- 0.01179 (max:  0.38)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.00875+/- 0.00499 (max:  0.08) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.02+/- 0.005845 (max:  0.07)   |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.1212+/- 0.02711 (max:  0.38)  |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.6                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.6                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  1.2                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  4.8                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  3.412                           |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  3.412                           |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  4.75                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  8.98                            |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                             |
-----------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED2 against population in Overcooked-AsymmAdvantages6_9 for xpid SEED_2_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [1.1999999284744263, 3.1999998092651367, 0.5999999642372131, 6.799999713897705, 1.5999999046325684, 1.0, 1.399999976158142, 7.0, 1.1999999284744263, 41.39999771118164, 3.3999998569488525, 1.0, 2.0, 31.399999618530273, 1.399999976158142, 52.599998474121094, 2.3999998569488525, 8.199999809265137, 1.399999976158142, 13.0, 1.0, 6.0, 4.400000095367432, 1.399999976158142, 1.1999999284744263, 1.0, 1.399999976158142, 15.59999942779541, 0.5999999642372131, 0.7999999523162842, 1.1999999284744263, 5.0, 1.0, 27.19999885559082, 1.7999999523162842, 0.3999999761581421, 0.5999999642372131, 3.1999998092651367, 1.0, 15.0, 1.5999999046325684, 2.5999999046325684, 1.5999999046325684, 3.799999952316284, 1.0, 18.600000381469727, 3.3999998569488525, 0.5999999642372131]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [1.1999999284744263, 3.1999998092651367, 1.399999976158142, 7.0, 2.0, 31.399999618530273, 1.399999976158142, 13.0, 1.1999999284744263, 1.0, 1.1999999284744263, 5.0, 0.5999999642372131, 3.1999998092651367, 1.5999999046325684, 3.799999952316284]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.5999999642372131, 6.799999713897705, 1.1999999284744263, 41.39999771118164, 1.399999976158142, 52.599998474121094, 1.0, 6.0, 1.399999976158142, 15.59999942779541, 1.0, 27.19999885559082, 1.0, 15.0, 1.0, 18.600000381469727]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [1.5999999046325684, 1.0, 3.3999998569488525, 1.0, 2.3999998569488525, 8.199999809265137, 4.400000095367432, 1.399999976158142, 0.5999999642372131, 0.7999999523162842, 1.7999999523162842, 0.3999999761581421, 1.5999999046325684, 2.5999999046325684, 3.3999998569488525, 0.5999999642372131]
--------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  6.358+/- 1.576 (max:  52.6)       |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  2.2+/- 0.4943 (max:  8.2)         |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  4.887+/- 1.934 (max:  31.4)       |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  11.99+/- 3.994 (max:  52.6)       |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  8.624+/- 0.9728 (max:  33.54)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  5.68+/- 0.4988 (max:  9.837)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  8.102+/- 1.428 (max:  25.96)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  12.09+/- 2.282 (max:  33.54)      |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.06833+/- 0.02479 (max:  0.72)   |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.000625+/- 0.000625 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.04625+/- 0.03188 (max:  0.5)    |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.1581+/- 0.0623 (max:  0.72)     |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.4                               |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.4                               |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.6                               |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.6                               |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  2.8                               |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  2.8                               |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  3.412                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  3.412                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                               |
--------------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED2 against population in Overcooked-CrampedRoom6_9 for xpid SEED_2_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [12.199999809265137, 10.399999618530273, 76.4000015258789, 69.5999984741211, 99.4000015258789, 98.19999694824219, 14.799999237060547, 13.199999809265137, 76.19999694824219, 72.19999694824219, 95.5999984741211, 102.39999389648438, 18.799999237060547, 12.399999618530273, 95.5999984741211, 97.4000015258789, 100.0, 97.19999694824219, 19.19999885559082, 16.0, 85.79999542236328, 84.5999984741211, 86.19999694824219, 84.5999984741211, 7.599999904632568, 10.59999942779541, 75.19999694824219, 68.79999542236328, 93.0, 97.5999984741211, 20.600000381469727, 19.19999885559082, 82.4000015258789, 85.4000015258789, 102.39999389648438, 105.79999542236328, 19.19999885559082, 15.0, 77.0, 79.79999542236328, 101.79999542236328, 104.39999389648438, 21.600000381469727, 18.0, 87.0, 84.4000015258789, 100.4000015258789, 92.79999542236328]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [12.199999809265137, 10.399999618530273, 14.799999237060547, 13.199999809265137, 18.799999237060547, 12.399999618530273, 19.19999885559082, 16.0, 7.599999904632568, 10.59999942779541, 20.600000381469727, 19.19999885559082, 19.19999885559082, 15.0, 21.600000381469727, 18.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [76.4000015258789, 69.5999984741211, 76.19999694824219, 72.19999694824219, 95.5999984741211, 97.4000015258789, 85.79999542236328, 84.5999984741211, 75.19999694824219, 68.79999542236328, 82.4000015258789, 85.4000015258789, 77.0, 79.79999542236328, 87.0, 84.4000015258789]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [99.4000015258789, 98.19999694824219, 95.5999984741211, 102.39999389648438, 100.0, 97.19999694824219, 86.19999694824219, 84.5999984741211, 93.0, 97.5999984741211, 102.39999389648438, 105.79999542236328, 101.79999542236328, 104.39999389648438, 100.4000015258789, 92.79999542236328]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  64.76+/- 5.248 (max:  105.8)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  97.61+/- 1.502 (max:  105.8)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  15.55+/- 1.042 (max:  21.6)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  81.11+/- 2.08 (max:  97.4)     |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  24.14+/- 1.036 (max:  36.09)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  29.95+/- 0.7254 (max:  36.09)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  14.76+/- 0.4026 (max:  17.85)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  27.72+/- 0.6638 (max:  32.16)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.6962+/- 0.05406 (max:  1.0)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.9725+/- 0.005951 (max:  1.0) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.1769+/- 0.01944 (max:  0.29) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.9394+/- 0.00704 (max:  0.99) |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  7.6                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  84.6                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  7.6                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  68.8                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  11.93                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  25.23                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  11.93                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  23.09                          |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.06                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.92                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.06                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.9                            |
-------------------------------------------------------------------------------------------------










Evaluating DR_CNN-LSTM_SEED3 against population in Overcooked-CoordRing6_9 for xpid SEED_3_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-CoordRing6_9, v [3.0, 4.799999713897705, 18.600000381469727, 15.199999809265137, 24.399999618530273, 21.799999237060547, 14.0, 14.799999237060547, 36.20000076293945, 35.20000076293945, 26.0, 27.19999885559082, 12.0, 12.0, 26.799999237060547, 26.0, 23.799999237060547, 23.600000381469727, 15.799999237060547, 10.59999942779541, 20.19999885559082, 21.600000381469727, 22.799999237060547, 18.600000381469727, 17.19999885559082, 18.799999237060547, 27.0, 26.0, 25.799999237060547, 26.399999618530273, 15.799999237060547, 14.0, 26.599998474121094, 29.799999237060547, 34.0, 30.0, 4.599999904632568, 3.1999998092651367, 24.19999885559082, 26.599998474121094, 29.0, 29.0, 11.800000190734863, 15.0, 21.19999885559082, 21.399999618530273, 25.19999885559082, 20.799999237060547]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [3.0, 4.799999713897705, 14.0, 14.799999237060547, 12.0, 12.0, 15.799999237060547, 10.59999942779541, 17.19999885559082, 18.799999237060547, 15.799999237060547, 14.0, 4.599999904632568, 3.1999998092651367, 11.800000190734863, 15.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [18.600000381469727, 15.199999809265137, 36.20000076293945, 35.20000076293945, 26.799999237060547, 26.0, 20.19999885559082, 21.600000381469727, 27.0, 26.0, 26.599998474121094, 29.799999237060547, 24.19999885559082, 26.599998474121094, 21.19999885559082, 21.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [24.399999618530273, 21.799999237060547, 26.0, 27.19999885559082, 23.799999237060547, 23.600000381469727, 22.799999237060547, 18.600000381469727, 25.799999237060547, 26.399999618530273, 34.0, 30.0, 29.0, 29.0, 25.19999885559082, 20.799999237060547]
-----------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  20.8+/- 1.165 (max:  36.2)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  25.52+/- 0.9564 (max:  34.0)   |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  11.71+/- 1.279 (max:  18.8)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  25.16+/- 1.394 (max:  36.2)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  13.49+/- 0.3268 (max:  17.55)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  14.33+/- 0.5036 (max:  17.55)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  12.02+/- 0.6642 (max:  15.18)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  14.11+/- 0.3018 (max:  16.98)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.2794+/- 0.0261 (max:  0.73)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.3756+/- 0.02985 (max:  0.65) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.09187+/- 0.01713 (max:  0.2) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.3706+/- 0.04128 (max:  0.73) |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  3.0                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  18.6                           |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  3.0                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  15.2                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  7.141                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  11.14                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  7.141                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  12.98                          |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.21                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.15                           |
-----------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED3 against population in Overcooked-ForcedCoord6_9 for xpid SEED_3_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [1.399999976158142, 0.3999999761581421, 2.0, 0.0, 1.0, 0.0, 2.200000047683716, 0.19999998807907104, 2.0, 0.19999998807907104, 1.0, 0.19999998807907104, 1.1999999284744263, 0.0, 1.1999999284744263, 0.0, 1.0, 0.0, 2.200000047683716, 0.0, 1.399999976158142, 0.0, 0.7999999523162842, 0.0, 2.0, 0.0, 2.0, 0.0, 0.5999999642372131, 0.19999998807907104, 1.1999999284744263, 0.19999998807907104, 1.0, 0.19999998807907104, 0.19999998807907104, 0.0, 0.3999999761581421, 0.0, 0.7999999523162842, 0.19999998807907104, 0.3999999761581421, 0.0, 1.1999999284744263, 0.0, 2.3999998569488525, 0.0, 4.199999809265137, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [1.399999976158142, 0.3999999761581421, 2.200000047683716, 0.19999998807907104, 1.1999999284744263, 0.0, 2.200000047683716, 0.0, 2.0, 0.0, 1.1999999284744263, 0.19999998807907104, 0.3999999761581421, 0.0, 1.1999999284744263, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [2.0, 0.0, 2.0, 0.19999998807907104, 1.1999999284744263, 0.0, 1.399999976158142, 0.0, 2.0, 0.0, 1.0, 0.19999998807907104, 0.7999999523162842, 0.19999998807907104, 2.3999998569488525, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [1.0, 0.0, 1.0, 0.19999998807907104, 1.0, 0.0, 0.7999999523162842, 0.0, 0.5999999642372131, 0.19999998807907104, 0.19999998807907104, 0.0, 0.3999999761581421, 0.0, 4.199999809265137, 0.0]
------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  0.7417+/- 0.1311 (max:  4.2)  |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  0.6+/- 0.2595 (max:  4.2)     |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  0.7875+/- 0.2085 (max:  2.2)  |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  0.8375+/- 0.2208 (max:  2.4)  |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  2.779+/- 0.3499 (max:  8.146) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  2.333+/- 0.5881 (max:  8.146) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  2.965+/- 0.6155 (max:  6.258) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  3.037+/- 0.6372 (max:  6.499) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)        |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                           |
------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED3 against population in Overcooked-CounterCircuit6_9 for xpid SEED_3_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [8.0, 5.400000095367432, 14.199999809265137, 9.800000190734863, 13.399999618530273, 13.399999618530273, 5.199999809265137, 7.0, 12.0, 6.599999904632568, 3.0, 1.399999976158142, 5.400000095367432, 3.3999998569488525, 12.799999237060547, 10.399999618530273, 12.399999618530273, 8.800000190734863, 5.400000095367432, 6.799999713897705, 17.799999237060547, 17.19999885559082, 11.199999809265137, 4.0, 6.799999713897705, 7.0, 21.399999618530273, 18.600000381469727, 9.199999809265137, 7.599999904632568, 8.800000190734863, 7.799999713897705, 14.799999237060547, 10.800000190734863, 9.800000190734863, 7.399999618530273, 7.0, 5.0, 15.799999237060547, 12.199999809265137, 7.0, 3.5999999046325684, 6.399999618530273, 5.799999713897705, 12.799999237060547, 10.800000190734863, 8.399999618530273, 4.199999809265137]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [8.0, 5.400000095367432, 5.199999809265137, 7.0, 5.400000095367432, 3.3999998569488525, 5.400000095367432, 6.799999713897705, 6.799999713897705, 7.0, 8.800000190734863, 7.799999713897705, 7.0, 5.0, 6.399999618530273, 5.799999713897705]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [14.199999809265137, 9.800000190734863, 12.0, 6.599999904632568, 12.799999237060547, 10.399999618530273, 17.799999237060547, 17.19999885559082, 21.399999618530273, 18.600000381469727, 14.799999237060547, 10.800000190734863, 15.799999237060547, 12.199999809265137, 12.799999237060547, 10.800000190734863]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [13.399999618530273, 13.399999618530273, 3.0, 1.399999976158142, 12.399999618530273, 8.800000190734863, 11.199999809265137, 4.0, 9.199999809265137, 7.599999904632568, 9.800000190734863, 7.399999618530273, 7.0, 3.5999999046325684, 8.399999618530273, 4.199999809265137]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  9.25+/- 0.6438 (max:  21.4)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  7.8+/- 0.9413 (max:  13.4)       |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  6.325+/- 0.3376 (max:  8.8)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  13.62+/- 0.9536 (max:  21.4)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  11.14+/- 0.3932 (max:  17.55)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  9.623+/- 0.5015 (max:  13.28)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  9.849+/- 0.2929 (max:  12.11)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  13.96+/- 0.5662 (max:  17.55)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.05396+/- 0.01054 (max:  0.31)  |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.01812+/- 0.007704 (max:  0.11) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.01687+/- 0.004806 (max:  0.06) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.1269+/- 0.02073 (max:  0.31)   |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  1.4                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  1.4                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  3.4                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  6.6                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  5.103                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  5.103                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  7.513                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  9.82                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                              |
------------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED3 against population in Overcooked-AsymmAdvantages6_9 for xpid SEED_3_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [0.7999999523162842, 3.799999952316284, 0.19999998807907104, 12.399999618530273, 1.399999976158142, 6.399999618530273, 0.0, 9.399999618530273, 0.5999999642372131, 39.0, 1.0, 2.799999952316284, 0.3999999761581421, 38.79999923706055, 0.0, 58.79999923706055, 1.5999999046325684, 10.59999942779541, 0.5999999642372131, 14.0, 0.19999998807907104, 10.199999809265137, 0.7999999523162842, 2.0, 0.19999998807907104, 3.5999999046325684, 0.19999998807907104, 18.600000381469727, 0.0, 6.0, 0.5999999642372131, 4.599999904632568, 0.0, 31.19999885559082, 0.19999998807907104, 4.799999713897705, 0.7999999523162842, 4.0, 0.0, 18.600000381469727, 1.7999999523162842, 4.799999713897705, 0.3999999761581421, 5.0, 0.0, 20.799999237060547, 0.7999999523162842, 3.5999999046325684]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.7999999523162842, 3.799999952316284, 0.0, 9.399999618530273, 0.3999999761581421, 38.79999923706055, 0.5999999642372131, 14.0, 0.19999998807907104, 3.5999999046325684, 0.5999999642372131, 4.599999904632568, 0.7999999523162842, 4.0, 0.3999999761581421, 5.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.19999998807907104, 12.399999618530273, 0.5999999642372131, 39.0, 0.0, 58.79999923706055, 0.19999998807907104, 10.199999809265137, 0.19999998807907104, 18.600000381469727, 0.0, 31.19999885559082, 0.0, 18.600000381469727, 0.0, 20.799999237060547]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [1.399999976158142, 6.399999618530273, 1.0, 2.799999952316284, 1.5999999046325684, 10.59999942779541, 0.7999999523162842, 2.0, 0.0, 6.0, 0.19999998807907104, 4.799999713897705, 1.7999999523162842, 4.799999713897705, 0.7999999523162842, 3.5999999046325684]
-------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  7.217+/- 1.76 (max:  58.8)       |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  3.037+/- 0.7149 (max:  10.6)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  5.437+/- 2.423 (max:  38.8)      |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  13.17+/- 4.358 (max:  58.8)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  8.597+/- 1.147 (max:  31.6)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  6.771+/- 0.8763 (max:  12.48)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  7.538+/- 1.689 (max:  27.4)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  11.48+/- 2.808 (max:  31.6)      |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.08604+/- 0.0262 (max:  0.78)   |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.01562+/- 0.004279 (max:  0.05) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.05688+/- 0.03871 (max:  0.61)  |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.1856+/- 0.06235 (max:  0.78)   |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.0                              |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.0                              |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.0                              |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                              |
-------------------------------------------------------------------------------------------------------
Evaluating DR_CNN-LSTM_SEED3 against population in Overcooked-CrampedRoom6_9 for xpid SEED_3_dr-overcooked6x9w15_fs_IMAGE-r1s_32p_1e_400t_ae1e-05-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [11.59999942779541, 11.199999809265137, 78.0, 72.19999694824219, 98.79999542236328, 101.0, 18.399999618530273, 15.199999809265137, 79.4000015258789, 76.5999984741211, 100.79999542236328, 95.5999984741211, 21.0, 19.600000381469727, 100.79999542236328, 101.0, 99.0, 100.19999694824219, 17.600000381469727, 20.600000381469727, 92.0, 91.4000015258789, 86.5999984741211, 84.5999984741211, 10.199999809265137, 11.800000190734863, 78.19999694824219, 76.19999694824219, 98.5999984741211, 98.0, 21.799999237060547, 19.799999237060547, 88.4000015258789, 86.5999984741211, 101.19999694824219, 102.79999542236328, 21.399999618530273, 18.399999618530273, 87.79999542236328, 86.19999694824219, 103.79999542236328, 104.0, 21.399999618530273, 19.799999237060547, 96.4000015258789, 94.5999984741211, 96.5999984741211, 94.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [11.59999942779541, 11.199999809265137, 18.399999618530273, 15.199999809265137, 21.0, 19.600000381469727, 17.600000381469727, 20.600000381469727, 10.199999809265137, 11.800000190734863, 21.799999237060547, 19.799999237060547, 21.399999618530273, 18.399999618530273, 21.399999618530273, 19.799999237060547]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [78.0, 72.19999694824219, 79.4000015258789, 76.5999984741211, 100.79999542236328, 101.0, 92.0, 91.4000015258789, 78.19999694824219, 76.19999694824219, 88.4000015258789, 86.5999984741211, 87.79999542236328, 86.19999694824219, 96.4000015258789, 94.5999984741211]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [98.79999542236328, 101.0, 100.79999542236328, 95.5999984741211, 99.0, 100.19999694824219, 86.5999984741211, 84.5999984741211, 98.5999984741211, 98.0, 101.19999694824219, 102.79999542236328, 103.79999542236328, 104.0, 96.5999984741211, 94.0]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  67.32+/- 5.266 (max:  104.0)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  97.85+/- 1.384 (max:  104.0)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  17.49+/- 1.027 (max:  21.8)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  86.61+/- 2.271 (max:  101.0)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  24.09+/- 1.038 (max:  36.21)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  31.33+/- 0.6372 (max:  36.21)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  15.21+/- 0.3948 (max:  17.06)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  25.72+/- 0.7912 (max:  31.25)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.7142+/- 0.05204 (max:  1.0)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.9631+/- 0.004155 (max:  1.0) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.215+/- 0.022 (max:  0.34)    |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.9644+/- 0.006517 (max:  1.0) |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  10.2                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  84.6                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  10.2                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  72.2                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  12.71                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  26.94                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  12.71                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  20.88                          |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.08                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.94                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.08                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.92                           |
-------------------------------------------------------------------------------------------------







Evaluating PLR_CNN-LSTM_SEED1 against population in Overcooked-CoordRing6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-CoordRing6_9, v [4.799999713897705, 3.3999998569488525, 18.399999618530273, 14.799999237060547, 21.399999618530273, 21.799999237060547, 12.799999237060547, 11.399999618530273, 26.399999618530273, 29.799999237060547, 21.0, 23.399999618530273, 11.0, 11.800000190734863, 21.799999237060547, 22.600000381469727, 24.19999885559082, 22.399999618530273, 13.0, 10.399999618530273, 16.0, 16.799999237060547, 18.600000381469727, 18.399999618530273, 15.399999618530273, 17.19999885559082, 18.19999885559082, 21.399999618530273, 21.399999618530273, 24.399999618530273, 11.0, 13.199999809265137, 20.19999885559082, 20.600000381469727, 31.399999618530273, 34.0, 2.799999952316284, 5.400000095367432, 16.600000381469727, 21.0, 27.599998474121094, 30.799999237060547, 14.399999618530273, 16.19999885559082, 14.399999618530273, 16.0, 22.600000381469727, 26.599998474121094]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [4.799999713897705, 3.3999998569488525, 12.799999237060547, 11.399999618530273, 11.0, 11.800000190734863, 13.0, 10.399999618530273, 15.399999618530273, 17.19999885559082, 11.0, 13.199999809265137, 2.799999952316284, 5.400000095367432, 14.399999618530273, 16.19999885559082]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [18.399999618530273, 14.799999237060547, 26.399999618530273, 29.799999237060547, 21.799999237060547, 22.600000381469727, 16.0, 16.799999237060547, 18.19999885559082, 21.399999618530273, 20.19999885559082, 20.600000381469727, 16.600000381469727, 21.0, 14.399999618530273, 16.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [21.399999618530273, 21.799999237060547, 21.0, 23.399999618530273, 24.19999885559082, 22.399999618530273, 18.600000381469727, 18.399999618530273, 21.399999618530273, 24.399999618530273, 31.399999618530273, 34.0, 27.599998474121094, 30.799999237060547, 22.600000381469727, 26.599998474121094]
-----------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  18.32+/- 1.028 (max:  34.0)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  24.37+/- 1.139 (max:  34.0)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  10.89+/- 1.126 (max:  17.2)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  19.69+/- 1.054 (max:  29.8)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  12.25+/- 0.3323 (max:  15.94)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  11.57+/- 0.6373 (max:  15.94)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  11.98+/- 0.6407 (max:  15.5)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  13.21+/- 0.3513 (max:  15.61)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.196+/- 0.02201 (max:  0.68)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.2975+/- 0.04513 (max:  0.68) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.08312+/- 0.0165 (max:  0.22) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.2075+/- 0.02643 (max:  0.44) |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  2.8                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  18.4                           |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  2.8                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  14.4                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  6.94                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  8.127                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  6.94                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  10.98                          |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.11                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.05                           |
-----------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED1 against population in Overcooked-ForcedCoord6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0

k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [1.0, 0.0, 1.1999999284744263, 0.0, 0.5999999642372131, 0.0, 1.1999999284744263, 0.3999999761581421, 1.7999999523162842, 0.7999999523162842, 0.3999999761581421, 0.0, 0.5999999642372131, 0.3999999761581421, 1.0, 0.5999999642372131, 0.19999998807907104, 0.19999998807907104, 0.7999999523162842, 0.0, 1.7999999523162842, 0.0, 1.0, 0.19999998807907104, 1.0, 0.0, 0.7999999523162842, 0.0, 1.7999999523162842, 0.0, 1.1999999284744263, 0.0, 0.5999999642372131, 0.0, 0.5999999642372131, 0.3999999761581421, 0.3999999761581421, 0.0, 0.7999999523162842, 0.19999998807907104, 0.5999999642372131, 0.0, 1.5999999046325684, 0.19999998807907104, 1.5999999046325684, 0.7999999523162842, 2.5999999046325684, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [1.0, 0.0, 1.1999999284744263, 0.3999999761581421, 0.5999999642372131, 0.3999999761581421, 0.7999999523162842, 0.0, 1.0, 0.0, 1.1999999284744263, 0.0, 0.3999999761581421, 0.0, 1.5999999046325684, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [1.1999999284744263, 0.0, 1.7999999523162842, 0.7999999523162842, 1.0, 0.5999999642372131, 1.7999999523162842, 0.0, 0.7999999523162842, 0.0, 0.5999999642372131, 0.0, 0.7999999523162842, 0.19999998807907104, 1.5999999046325684, 0.7999999523162842]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [0.5999999642372131, 0.0, 0.3999999761581421, 0.0, 0.19999998807907104, 0.19999998807907104, 1.0, 0.19999998807907104, 1.7999999523162842, 0.0, 0.5999999642372131, 0.3999999761581421, 0.5999999642372131, 0.0, 2.5999999046325684, 0.19999998807907104]
------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  0.6167+/- 0.08949 (max:  2.6) |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  0.55+/- 0.1794 (max:  2.6)    |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  0.55+/- 0.131 (max:  1.6)     |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  0.75+/- 0.1555 (max:  1.8)    |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  2.759+/- 0.2904 (max:  6.726) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  2.538+/- 0.5017 (max:  6.726) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  2.585+/- 0.5004 (max:  5.426) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  3.154+/- 0.5243 (max:  5.724) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)        |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                           |
------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED1 against population in Overcooked-CounterCircuit6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [12.59999942779541, 10.399999618530273, 20.19999885559082, 15.399999618530273, 16.0, 16.0, 8.199999809265137, 6.0, 14.0, 13.399999618530273, 3.3999998569488525, 1.399999976158142, 5.199999809265137, 2.200000047683716, 12.799999237060547, 7.0, 13.399999618530273, 5.599999904632568, 10.800000190734863, 6.0, 24.19999885559082, 19.0, 9.800000190734863, 4.799999713897705, 11.0, 8.199999809265137, 21.19999885559082, 18.0, 10.800000190734863, 3.799999952316284, 14.0, 8.800000190734863, 23.799999237060547, 14.0, 11.0, 6.199999809265137, 8.800000190734863, 7.599999904632568, 20.19999885559082, 17.19999885559082, 9.0, 4.0, 14.0, 9.59999942779541, 25.599998474121094, 22.799999237060547, 9.199999809265137, 3.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [12.59999942779541, 10.399999618530273, 8.199999809265137, 6.0, 5.199999809265137, 2.200000047683716, 10.800000190734863, 6.0, 11.0, 8.199999809265137, 14.0, 8.800000190734863, 8.800000190734863, 7.599999904632568, 14.0, 9.59999942779541]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [20.19999885559082, 15.399999618530273, 14.0, 13.399999618530273, 12.799999237060547, 7.0, 24.19999885559082, 19.0, 21.19999885559082, 18.0, 23.799999237060547, 14.0, 20.19999885559082, 17.19999885559082, 25.599998474121094, 22.799999237060547]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [16.0, 16.0, 3.3999998569488525, 1.399999976158142, 13.399999618530273, 5.599999904632568, 9.800000190734863, 4.799999713897705, 10.800000190734863, 3.799999952316284, 11.0, 6.199999809265137, 9.0, 4.0, 9.199999809265137, 3.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  11.66+/- 0.905 (max:  25.6)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  7.962+/- 1.159 (max:  16.0)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  8.962+/- 0.8023 (max:  14.0)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  18.05+/- 1.262 (max:  25.6)      |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  11.84+/- 0.494 (max:  21.18)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  9.465+/- 0.4914 (max:  12.33)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  10.6+/- 0.4023 (max:  13.46)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  15.47+/- 0.7308 (max:  21.18)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.09479+/- 0.01766 (max:  0.44)  |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.02187+/- 0.007917 (max:  0.11) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.03187+/- 0.007428 (max:  0.11) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.2306+/- 0.03104 (max:  0.44)   |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  1.4                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  1.4                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  2.2                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  7.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  5.103                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  5.103                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  6.258                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  9.539                            |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                              |
------------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED1 against population in Overcooked-AsymmAdvantages6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [0.3999999761581421, 3.1999998092651367, 0.7999999523162842, 10.0, 1.0, 2.3999998569488525, 0.7999999523162842, 6.0, 1.0, 39.20000076293945, 0.3999999761581421, 2.3999998569488525, 0.7999999523162842, 32.79999923706055, 1.399999976158142, 56.79999923706055, 1.1999999284744263, 10.59999942779541, 0.5999999642372131, 14.0, 1.0, 8.0, 1.1999999284744263, 3.3999998569488525, 0.3999999761581421, 3.0, 1.0, 16.799999237060547, 1.1999999284744263, 4.799999713897705, 0.3999999761581421, 4.799999713897705, 1.399999976158142, 22.19999885559082, 0.7999999523162842, 2.5999999046325684, 0.19999998807907104, 2.3999998569488525, 0.7999999523162842, 14.399999618530273, 1.399999976158142, 5.799999713897705, 0.19999998807907104, 4.799999713897705, 0.19999998807907104, 18.0, 1.0, 2.5999999046325684]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.3999999761581421, 3.1999998092651367, 0.7999999523162842, 6.0, 0.7999999523162842, 32.79999923706055, 0.5999999642372131, 14.0, 0.3999999761581421, 3.0, 0.3999999761581421, 4.799999713897705, 0.19999998807907104, 2.3999998569488525, 0.19999998807907104, 4.799999713897705]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.7999999523162842, 10.0, 1.0, 39.20000076293945, 1.399999976158142, 56.79999923706055, 1.0, 8.0, 1.0, 16.799999237060547, 1.399999976158142, 22.19999885559082, 0.7999999523162842, 14.399999618530273, 0.19999998807907104, 18.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [1.0, 2.3999998569488525, 0.3999999761581421, 2.3999998569488525, 1.1999999284744263, 10.59999942779541, 1.1999999284744263, 3.3999998569488525, 1.1999999284744263, 4.799999713897705, 0.7999999523162842, 2.5999999046325684, 1.399999976158142, 5.799999713897705, 1.0, 2.5999999046325684]
--------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  6.471+/- 1.607 (max:  56.8)       |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  2.675+/- 0.6462 (max:  10.6)      |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  4.675+/- 2.073 (max:  32.8)       |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  12.06+/- 4.038 (max:  56.8)       |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  8.634+/- 1.013 (max:  31.46)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  6.425+/- 0.6483 (max:  12.79)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  7.42+/- 1.666 (max:  27.79)       |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  12.06+/- 2.292 (max:  31.46)      |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.07125+/- 0.02422 (max:  0.79)   |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.008125+/- 0.005018 (max:  0.08) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.04562+/- 0.02999 (max:  0.47)   |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.16+/- 0.06126 (max:  0.79)      |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.2                               |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.4                               |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.2                               |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.2                               |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  1.99                              |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  2.8                               |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  1.99                              |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  1.99                              |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                               |
--------------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED1 against population in Overcooked-CrampedRoom6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [9.0, 9.399999618530273, 70.79999542236328, 65.19999694824219, 87.79999542236328, 91.19999694824219, 12.0, 16.600000381469727, 71.0, 66.79999542236328, 100.4000015258789, 99.4000015258789, 15.59999942779541, 15.199999809265137, 86.0, 88.4000015258789, 94.4000015258789, 93.79999542236328, 15.399999618530273, 14.399999618530273, 83.19999694824219, 80.5999984741211, 66.19999694824219, 71.0, 8.399999618530273, 8.800000190734863, 67.5999984741211, 66.19999694824219, 87.4000015258789, 96.19999694824219, 17.19999885559082, 13.799999237060547, 87.19999694824219, 81.5999984741211, 104.19999694824219, 102.39999389648438, 16.399999618530273, 14.199999809265137, 83.79999542236328, 75.79999542236328, 95.0, 95.0, 16.399999618530273, 15.59999942779541, 83.79999542236328, 79.79999542236328, 91.5999984741211, 94.19999694824219]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [9.0, 9.399999618530273, 12.0, 16.600000381469727, 15.59999942779541, 15.199999809265137, 15.399999618530273, 14.399999618530273, 8.399999618530273, 8.800000190734863, 17.19999885559082, 13.799999237060547, 16.399999618530273, 14.199999809265137, 16.399999618530273, 15.59999942779541]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [70.79999542236328, 65.19999694824219, 71.0, 66.79999542236328, 86.0, 88.4000015258789, 83.19999694824219, 80.5999984741211, 67.5999984741211, 66.19999694824219, 87.19999694824219, 81.5999984741211, 83.79999542236328, 75.79999542236328, 83.79999542236328, 79.79999542236328]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [87.79999542236328, 91.19999694824219, 100.4000015258789, 99.4000015258789, 94.4000015258789, 93.79999542236328, 66.19999694824219, 71.0, 87.4000015258789, 96.19999694824219, 104.19999694824219, 102.39999389648438, 95.0, 95.0, 91.5999984741211, 94.19999694824219]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  60.97+/- 5.077 (max:  104.2)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  91.89+/- 2.564 (max:  104.2)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  13.65+/- 0.7743 (max:  17.2)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  77.36+/- 2.051 (max:  88.4)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  23.42+/- 1.069 (max:  35.4)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  28.62+/- 0.6682 (max:  34.84)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  13.64+/- 0.3778 (max:  16.25)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  27.99+/- 0.76 (max:  35.4)     |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.6687+/- 0.05689 (max:  1.0)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.9581+/- 0.0113 (max:  1.0)   |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.1212+/- 0.01363 (max:  0.2)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.9269+/- 0.00982 (max:  0.98) |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  8.4                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  66.2                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  8.4                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  65.2                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  11.02                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  23.68                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  11.02                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  23.61                          |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.03                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.81                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.03                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.85                           |
-------------------------------------------------------------------------------------------------








Evaluating PLR_CNN-LSTM_SEED2 against population in Overcooked-CoordRing6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [1.7999999523162842, 2.5999999046325684, 5.0, 5.0, 2.799999952316284, 2.5999999046325684, 6.199999809265137, 5.799999713897705, 8.399999618530273, 10.0, 5.199999809265137, 3.799999952316284, 6.199999809265137, 7.599999904632568, 7.399999618530273, 6.199999809265137, 5.799999713897705, 5.599999904632568, 10.399999618530273, 6.799999713897705, 7.799999713897705, 7.599999904632568, 5.400000095367432, 4.199999809265137, 5.599999904632568, 4.799999713897705, 1.399999976158142, 0.7999999523162842, 3.799999952316284, 5.0, 7.0, 9.399999618530273, 12.799999237060547, 14.399999618530273, 12.799999237060547, 10.59999942779541, 0.7999999523162842, 0.5999999642372131, 6.599999904632568, 5.599999904632568, 11.199999809265137, 14.59999942779541, 9.199999809265137, 9.59999942779541, 5.599999904632568, 7.399999618530273, 5.599999904632568, 9.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [1.7999999523162842, 2.5999999046325684, 6.199999809265137, 5.799999713897705, 6.199999809265137, 7.599999904632568, 10.399999618530273, 6.799999713897705, 5.599999904632568, 4.799999713897705, 7.0, 9.399999618530273, 0.7999999523162842, 0.5999999642372131, 9.199999809265137, 9.59999942779541]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [5.0, 5.0, 8.399999618530273, 10.0, 7.399999618530273, 6.199999809265137, 7.799999713897705, 7.599999904632568, 1.399999976158142, 0.7999999523162842, 12.799999237060547, 14.399999618530273, 6.599999904632568, 5.599999904632568, 5.599999904632568, 7.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [2.799999952316284, 2.5999999046325684, 5.199999809265137, 3.799999952316284, 5.799999713897705, 5.599999904632568, 5.400000095367432, 4.199999809265137, 3.799999952316284, 5.0, 12.799999237060547, 10.59999942779541, 11.199999809265137, 14.59999942779541, 5.599999904632568, 9.0]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  6.55+/- 0.4913 (max:  14.6)      |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  6.75+/- 0.9253 (max:  14.6)      |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  5.9+/- 0.778 (max:  10.4)        |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  7.0+/- 0.8737 (max:  14.4)       |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  9.51+/- 0.3464 (max:  14.57)     |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  9.214+/- 0.3826 (max:  11.77)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  9.459+/- 0.7367 (max:  12.8)     |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  9.858+/- 0.6515 (max:  14.57)    |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.0225+/- 0.004371 (max:  0.14)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.01312+/- 0.005456 (max:  0.07) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.02687+/- 0.006565 (max:  0.08) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.0275+/- 0.009895 (max:  0.14)  |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  0.6                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  2.6                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  0.6                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  0.8                              |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  3.412                            |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  6.726                            |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  3.412                            |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  3.919                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.0                              |
-------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED2 against population in Overcooked-ForcedCoord6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [0.7999999523162842, 0.3999999761581421, 0.19999998807907104, 1.0, 0.5999999642372131, 1.0, 1.0, 1.0, 0.7999999523162842, 1.1999999284744263, 0.19999998807907104, 0.19999998807907104, 1.399999976158142, 0.3999999761581421, 0.7999999523162842, 1.5999999046325684, 0.19999998807907104, 2.0, 0.7999999523162842, 0.7999999523162842, 0.7999999523162842, 0.5999999642372131, 0.3999999761581421, 1.399999976158142, 1.1999999284744263, 0.7999999523162842, 1.0, 1.7999999523162842, 0.7999999523162842, 1.399999976158142, 0.5999999642372131, 0.19999998807907104, 0.7999999523162842, 0.5999999642372131, 0.19999998807907104, 0.5999999642372131, 0.19999998807907104, 0.5999999642372131, 0.3999999761581421, 0.7999999523162842, 0.0, 0.3999999761581421, 1.399999976158142, 0.0, 0.5999999642372131, 0.0, 1.399999976158142, 0.5999999642372131]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [0.7999999523162842, 0.3999999761581421, 1.0, 1.0, 1.399999976158142, 0.3999999761581421, 0.7999999523162842, 0.7999999523162842, 1.1999999284744263, 0.7999999523162842, 0.5999999642372131, 0.19999998807907104, 0.19999998807907104, 0.5999999642372131, 1.399999976158142, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [0.19999998807907104, 1.0, 0.7999999523162842, 1.1999999284744263, 0.7999999523162842, 1.5999999046325684, 0.7999999523162842, 0.5999999642372131, 1.0, 1.7999999523162842, 0.7999999523162842, 0.5999999642372131, 0.3999999761581421, 0.7999999523162842, 0.5999999642372131, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [0.5999999642372131, 1.0, 0.19999998807907104, 0.19999998807907104, 0.19999998807907104, 2.0, 0.3999999761581421, 1.399999976158142, 0.7999999523162842, 1.399999976158142, 0.19999998807907104, 0.5999999642372131, 0.0, 0.3999999761581421, 1.399999976158142, 0.5999999642372131]
------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  0.75+/- 0.06932 (max:  2.0)   |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  0.7125+/- 0.1437 (max:  2.0)  |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  0.725+/- 0.1047 (max:  1.4)   |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  0.8125+/- 0.1147 (max:  1.8)  |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  3.508+/- 0.2014 (max:  6.0)   |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  3.336+/- 0.3917 (max:  6.0)   |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  3.485+/- 0.3334 (max:  5.103) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  3.702+/- 0.3351 (max:  5.724) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)        |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                           |
------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED2 against population in Overcooked-CounterCircuit6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [8.199999809265137, 8.199999809265137, 7.0, 5.400000095367432, 7.399999618530273, 4.599999904632568, 3.5999999046325684, 1.7999999523162842, 4.599999904632568, 4.199999809265137, 0.5999999642372131, 0.0, 0.19999998807907104, 0.19999998807907104, 2.0, 2.0, 2.0, 2.0, 4.199999809265137, 2.5999999046325684, 13.199999809265137, 9.800000190734863, 8.59999942779541, 2.799999952316284, 7.0, 5.0, 8.399999618530273, 4.599999904632568, 0.3999999761581421, 0.7999999523162842, 8.59999942779541, 6.199999809265137, 11.399999618530273, 3.799999952316284, 5.799999713897705, 2.200000047683716, 3.5999999046325684, 1.399999976158142, 6.199999809265137, 4.400000095367432, 4.0, 3.0, 8.800000190734863, 7.199999809265137, 9.399999618530273, 8.0, 10.0, 1.7999999523162842]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [8.199999809265137, 8.199999809265137, 3.5999999046325684, 1.7999999523162842, 0.19999998807907104, 0.19999998807907104, 4.199999809265137, 2.5999999046325684, 7.0, 5.0, 8.59999942779541, 6.199999809265137, 3.5999999046325684, 1.399999976158142, 8.800000190734863, 7.199999809265137]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [7.0, 5.400000095367432, 4.599999904632568, 4.199999809265137, 2.0, 2.0, 13.199999809265137, 9.800000190734863, 8.399999618530273, 4.599999904632568, 11.399999618530273, 3.799999952316284, 6.199999809265137, 4.400000095367432, 9.399999618530273, 8.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [7.399999618530273, 4.599999904632568, 0.5999999642372131, 0.0, 2.0, 2.0, 8.59999942779541, 2.799999952316284, 0.3999999761581421, 0.7999999523162842, 5.799999713897705, 2.200000047683716, 4.0, 3.0, 10.0, 1.7999999523162842]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  4.942+/- 0.4749 (max:  13.2)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  3.5+/- 0.7572 (max:  10.0)       |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  4.8+/- 0.7559 (max:  8.8)        |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  6.525+/- 0.8173 (max:  13.2)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  8.365+/- 0.4804 (max:  16.36)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  6.551+/- 0.7411 (max:  10.83)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  8.041+/- 0.763 (max:  12.03)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  10.5+/- 0.7122 (max:  16.36)     |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.01896+/- 0.004419 (max:  0.12) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.0025+/- 0.001936 (max:  0.03)  |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.01125+/- 0.00407 (max:  0.06)  |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.04312+/- 0.01011 (max:  0.12)  |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  0.2                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  2.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  1.99                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  6.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                              |
------------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED2 against population in Overcooked-AsymmAdvantages6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [9.399999618530273, 2.3999998569488525, 14.199999809265137, 10.399999618530273, 12.0, 0.3999999761581421, 11.199999809265137, 5.400000095367432, 14.199999809265137, 38.79999923706055, 12.799999237060547, 0.0, 14.59999942779541, 38.599998474121094, 14.199999809265137, 56.39999771118164, 8.199999809265137, 8.59999942779541, 13.59999942779541, 16.19999885559082, 15.59999942779541, 4.199999809265137, 13.399999618530273, 1.399999976158142, 9.800000190734863, 1.5999999046325684, 15.0, 15.199999809265137, 15.799999237060547, 2.200000047683716, 10.199999809265137, 2.200000047683716, 15.399999618530273, 23.799999237060547, 10.0, 0.19999998807907104, 9.0, 2.0, 16.600000381469727, 13.799999237060547, 11.59999942779541, 4.0, 8.59999942779541, 4.799999713897705, 17.19999885559082, 18.0, 14.399999618530273, 0.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [9.399999618530273, 2.3999998569488525, 11.199999809265137, 5.400000095367432, 14.59999942779541, 38.599998474121094, 13.59999942779541, 16.19999885559082, 9.800000190734863, 1.5999999046325684, 10.199999809265137, 2.200000047683716, 9.0, 2.0, 8.59999942779541, 4.799999713897705]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [14.199999809265137, 10.399999618530273, 14.199999809265137, 38.79999923706055, 14.199999809265137, 56.39999771118164, 15.59999942779541, 4.199999809265137, 15.0, 15.199999809265137, 15.399999618530273, 23.799999237060547, 16.600000381469727, 13.799999237060547, 17.19999885559082, 18.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [12.0, 0.3999999761581421, 12.799999237060547, 0.0, 8.199999809265137, 8.59999942779541, 13.399999618530273, 1.399999976158142, 15.799999237060547, 2.200000047683716, 10.0, 0.19999998807907104, 11.59999942779541, 4.0, 14.399999618530273, 0.0]
-----------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  12.03+/- 1.516 (max:  56.4)    |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  7.187+/- 1.467 (max:  15.8)    |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  9.975+/- 2.233 (max:  38.6)    |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  18.94+/- 3.074 (max:  56.4)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  13.36+/- 0.8972 (max:  30.38)  |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  9.721+/- 1.534 (max:  17.27)   |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  12.74+/- 1.377 (max:  26.42)   |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  17.62+/- 1.095 (max:  30.38)   |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.1352+/- 0.02321 (max:  0.76) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.0625+/- 0.0167 (max:  0.19)  |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.1044+/- 0.03654 (max:  0.59) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.2387+/- 0.04818 (max:  0.76) |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.0                            |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.0                            |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  1.6                            |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  4.2                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  0.0                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  0.0                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  6.0                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  9.075                          |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.02                           |
-----------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED2 against population in Overcooked-CrampedRoom6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [7.399999618530273, 5.0, 70.0, 67.79999542236328, 82.5999984741211, 79.5999984741211, 12.399999618530273, 11.199999809265137, 67.5999984741211, 62.19999694824219, 73.4000015258789, 76.4000015258789, 10.399999618530273, 12.199999809265137, 74.4000015258789, 76.4000015258789, 59.79999923706055, 66.4000015258789, 12.199999809265137, 12.399999618530273, 72.19999694824219, 74.79999542236328, 58.19999694824219, 62.19999694824219, 6.199999809265137, 6.599999904632568, 60.19999694824219, 56.19999694824219, 69.4000015258789, 72.5999984741211, 13.399999618530273, 11.399999618530273, 68.79999542236328, 76.19999694824219, 84.0, 80.5999984741211, 12.399999618530273, 13.799999237060547, 70.19999694824219, 74.0, 70.5999984741211, 73.5999984741211, 14.399999618530273, 19.0, 80.5999984741211, 84.79999542236328, 74.79999542236328, 77.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [7.399999618530273, 5.0, 12.399999618530273, 11.199999809265137, 10.399999618530273, 12.199999809265137, 12.199999809265137, 12.399999618530273, 6.199999809265137, 6.599999904632568, 13.399999618530273, 11.399999618530273, 12.399999618530273, 13.799999237060547, 14.399999618530273, 19.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [70.0, 67.79999542236328, 67.5999984741211, 62.19999694824219, 74.4000015258789, 76.4000015258789, 72.19999694824219, 74.79999542236328, 60.19999694824219, 56.19999694824219, 68.79999542236328, 76.19999694824219, 70.19999694824219, 74.0, 80.5999984741211, 84.79999542236328]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [82.5999984741211, 79.5999984741211, 73.4000015258789, 76.4000015258789, 59.79999923706055, 66.4000015258789, 58.19999694824219, 62.19999694824219, 69.4000015258789, 72.5999984741211, 84.0, 80.5999984741211, 70.5999984741211, 73.5999984741211, 74.79999542236328, 77.0]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  51.62+/- 4.264 (max:  84.8)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  72.57+/- 1.953 (max:  84.0)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  11.27+/- 0.8865 (max:  19.0)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  71.02+/- 1.845 (max:  84.8)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  25.9+/- 1.375 (max:  37.64)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  31.05+/- 1.005 (max:  37.64)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  13.34+/- 0.4883 (max:  15.84)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  33.32+/- 0.7649 (max:  37.14)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.6121+/- 0.05251 (max:  0.96) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.8756+/- 0.01605 (max:  0.96) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.11+/- 0.01528 (max:  0.25)   |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.8506+/- 0.01424 (max:  0.91) |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  5.0                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  58.2                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  5.0                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  56.2                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  9.539                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  24.33                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  9.539                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  27.26                          |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.02                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.73                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.02                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.71                           |
-------------------------------------------------------------------------------------------------









Evaluating PLR_CNN-LSTM_SEED3 against population in Overcooked-CoordRing6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [4.0, 4.599999904632568, 19.0, 14.59999942779541, 17.799999237060547, 16.799999237060547, 13.799999237060547, 15.199999809265137, 31.799999237060547, 28.399999618530273, 17.399999618530273, 18.19999885559082, 12.399999618530273, 11.199999809265137, 20.799999237060547, 22.19999885559082, 19.0, 17.600000381469727, 11.0, 7.399999618530273, 20.0, 18.0, 15.399999618530273, 16.399999618530273, 17.0, 13.399999618530273, 21.0, 19.799999237060547, 17.0, 18.0, 10.0, 9.800000190734863, 20.19999885559082, 22.19999885559082, 29.599998474121094, 31.0, 3.5999999046325684, 3.3999998569488525, 13.799999237060547, 14.399999618530273, 20.600000381469727, 18.799999237060547, 5.599999904632568, 7.399999618530273, 9.0, 9.0, 11.399999618530273, 12.59999942779541]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [4.0, 4.599999904632568, 13.799999237060547, 15.199999809265137, 12.399999618530273, 11.199999809265137, 11.0, 7.399999618530273, 17.0, 13.399999618530273, 10.0, 9.800000190734863, 3.5999999046325684, 3.3999998569488525, 5.599999904632568, 7.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [19.0, 14.59999942779541, 31.799999237060547, 28.399999618530273, 20.799999237060547, 22.19999885559082, 20.0, 18.0, 21.0, 19.799999237060547, 20.19999885559082, 22.19999885559082, 13.799999237060547, 14.399999618530273, 9.0, 9.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [17.799999237060547, 16.799999237060547, 17.399999618530273, 18.19999885559082, 19.0, 17.600000381469727, 15.399999618530273, 16.399999618530273, 17.0, 18.0, 29.599998474121094, 31.0, 20.600000381469727, 18.799999237060547, 11.399999618530273, 12.59999942779541]
------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  15.66+/- 0.9834 (max:  31.8)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  18.6+/- 1.277 (max:  31.0)      |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  9.362+/- 1.092 (max:  17.0)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  19.01+/- 1.516 (max:  31.8)     |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  11.64+/- 0.3008 (max:  16.09)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  11.33+/- 0.532 (max:  16.09)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  10.92+/- 0.5703 (max:  14.8)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  12.66+/- 0.363 (max:  15.2)     |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.1352+/- 0.02203 (max:  0.63)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.1475+/- 0.04408 (max:  0.59)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.05062+/- 0.01355 (max:  0.17) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.2075+/- 0.04001 (max:  0.63)  |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  3.4                             |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  11.4                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  3.4                             |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  9.0                             |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  7.513                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  8.66                            |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  7.513                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  10.34                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.01                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.01                            |
------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED3 against population in Overcooked-ForcedCoord6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [4.799999713897705, 0.0, 7.199999809265137, 0.19999998807907104, 2.3999998569488525, 0.5999999642372131, 4.400000095367432, 0.0, 4.400000095367432, 0.19999998807907104, 3.1999998092651367, 0.0, 3.5999999046325684, 0.0, 4.599999904632568, 0.19999998807907104, 3.799999952316284, 0.19999998807907104, 5.199999809265137, 0.0, 3.799999952316284, 0.0, 2.0, 0.0, 4.599999904632568, 0.0, 5.799999713897705, 0.0, 4.0, 0.0, 3.3999998569488525, 0.0, 4.599999904632568, 0.19999998807907104, 0.5999999642372131, 0.0, 2.5999999046325684, 0.0, 2.799999952316284, 0.0, 2.5999999046325684, 0.0, 4.799999713897705, 0.0, 7.199999809265137, 0.19999998807907104, 7.599999904632568, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [4.799999713897705, 0.0, 4.400000095367432, 0.0, 3.5999999046325684, 0.0, 5.199999809265137, 0.0, 4.599999904632568, 0.0, 3.3999998569488525, 0.0, 2.5999999046325684, 0.0, 4.799999713897705, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [7.199999809265137, 0.19999998807907104, 4.400000095367432, 0.19999998807907104, 4.599999904632568, 0.19999998807907104, 3.799999952316284, 0.0, 5.799999713897705, 0.0, 4.599999904632568, 0.19999998807907104, 2.799999952316284, 0.0, 7.199999809265137, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [2.3999998569488525, 0.5999999642372131, 3.1999998092651367, 0.0, 3.799999952316284, 0.19999998807907104, 2.0, 0.0, 4.0, 0.0, 0.5999999642372131, 0.0, 2.5999999046325684, 0.0, 7.599999904632568, 0.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  2.121+/- 0.3435 (max:  7.6)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  1.687+/- 0.5407 (max:  7.6)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  2.087+/- 0.5598 (max:  5.2)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  2.587+/- 0.6903 (max:  7.2)         |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  4.279+/- 0.5598 (max:  9.708)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  3.841+/- 0.9043 (max:  9.708)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  4.058+/- 1.056 (max:  9.217)        |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  4.939+/- 0.9837 (max:  9.6)         |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0008333+/- 0.0004031 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.000625+/- 0.000625 (max:  0.01)   |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.000625+/- 0.000625 (max:  0.01)   |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.00125+/- 0.0008539 (max:  0.01)   |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                                 |
------------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED3 against population in Overcooked-CounterCircuit6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [1.0, 1.0, 2.799999952316284, 2.0, 1.0, 0.7999999523162842, 1.1999999284744263, 1.5999999046325684, 1.5999999046325684, 1.399999976158142, 0.0, 0.0, 3.0, 2.0, 13.799999237060547, 5.199999809265137, 7.399999618530273, 2.3999998569488525, 2.200000047683716, 0.7999999523162842, 8.800000190734863, 6.399999618530273, 1.7999999523162842, 0.5999999642372131, 2.799999952316284, 1.7999999523162842, 7.0, 7.0, 5.799999713897705, 1.1999999284744263, 2.5999999046325684, 0.19999998807907104, 4.0, 2.200000047683716, 3.0, 1.5999999046325684, 1.0, 0.3999999761581421, 1.399999976158142, 3.0, 0.19999998807907104, 0.0, 1.5999999046325684, 1.5999999046325684, 2.799999952316284, 1.0, 0.3999999761581421, 0.19999998807907104]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [1.0, 1.0, 1.1999999284744263, 1.5999999046325684, 3.0, 2.0, 2.200000047683716, 0.7999999523162842, 2.799999952316284, 1.7999999523162842, 2.5999999046325684, 0.19999998807907104, 1.0, 0.3999999761581421, 1.5999999046325684, 1.5999999046325684]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [2.799999952316284, 2.0, 1.5999999046325684, 1.399999976158142, 13.799999237060547, 5.199999809265137, 8.800000190734863, 6.399999618530273, 7.0, 7.0, 4.0, 2.200000047683716, 1.399999976158142, 3.0, 2.799999952316284, 1.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [1.0, 0.7999999523162842, 0.0, 0.0, 7.399999618530273, 2.3999998569488525, 1.7999999523162842, 0.5999999642372131, 5.799999713897705, 1.1999999284744263, 3.0, 1.5999999046325684, 0.19999998807907104, 0.0, 0.3999999761581421, 0.19999998807907104]
-------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  2.533+/- 0.3906 (max:  13.8)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  1.65+/- 0.5365 (max:  7.4)        |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  1.55+/- 0.2062 (max:  3.0)        |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  4.4+/- 0.8687 (max:  13.8)        |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  5.7+/- 0.3884 (max:  10.7)        |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  4.221+/- 0.7807 (max:  10.45)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  5.152+/- 0.3571 (max:  7.141)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  7.727+/- 0.4913 (max:  10.7)      |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.003125+/- 0.001038 (max:  0.03) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.00125+/- 0.00125 (max:  0.02)   |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.000625+/- 0.000625 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.0075+/- 0.0025 (max:  0.03)     |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.0                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  0.2                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  1.0                               |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                               |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                               |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  1.99                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  4.359                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                               |
-------------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED3 against population in Overcooked-AsymmAdvantages6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [0.0, 16.0, 0.5999999642372131, 34.39999771118164, 0.19999998807907104, 35.599998474121094, 0.0, 15.59999942779541, 0.0, 53.39999771118164, 0.19999998807907104, 47.20000076293945, 0.0, 54.79999923706055, 0.0, 75.79999542236328, 0.19999998807907104, 36.39999771118164, 0.0, 36.39999771118164, 0.0, 31.599998474121094, 0.0, 27.799999237060547, 0.0, 18.799999237060547, 0.0, 38.79999923706055, 0.19999998807907104, 26.0, 0.0, 15.199999809265137, 0.0, 46.20000076293945, 0.0, 36.79999923706055, 0.19999998807907104, 15.399999618530273, 0.19999998807907104, 44.39999771118164, 0.0, 26.399999618530273, 0.19999998807907104, 19.0, 0.0, 41.20000076293945, 0.19999998807907104, 18.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.0, 16.0, 0.0, 15.59999942779541, 0.0, 54.79999923706055, 0.0, 36.39999771118164, 0.0, 18.799999237060547, 0.0, 15.199999809265137, 0.19999998807907104, 15.399999618530273, 0.19999998807907104, 19.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.5999999642372131, 34.39999771118164, 0.0, 53.39999771118164, 0.0, 75.79999542236328, 0.0, 31.599998474121094, 0.0, 38.79999923706055, 0.0, 46.20000076293945, 0.19999998807907104, 44.39999771118164, 0.0, 41.20000076293945]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [0.19999998807907104, 35.599998474121094, 0.19999998807907104, 47.20000076293945, 0.19999998807907104, 36.39999771118164, 0.0, 27.799999237060547, 0.19999998807907104, 26.0, 0.0, 36.79999923706055, 0.0, 26.399999618530273, 0.19999998807907104, 18.0]
-----------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  16.95+/- 2.899 (max:  75.8)    |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  15.95+/- 4.366 (max:  47.2)    |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  11.97+/- 3.935 (max:  54.8)    |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  22.91+/- 6.354 (max:  75.8)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  10.71+/- 1.505 (max:  28.33)   |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  11.3+/- 2.652 (max:  25.39)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  8.996+/- 2.301 (max:  26.02)   |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  11.83+/- 2.942 (max:  28.33)   |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.2496+/- 0.04398 (max:  0.93) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.2381+/- 0.06728 (max:  0.73) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.1594+/- 0.05977 (max:  0.82) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.3512+/- 0.09405 (max:  0.93) |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.0                            |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.0                            |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.0                            |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.0                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  0.0                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  0.0                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  0.0                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                            |
-----------------------------------------------------------------------------------------------------
Evaluating PLR_CNN-LSTM_SEED3 against population in Overcooked-CrampedRoom6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.5b4000t0.1s0.3m0.5r_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [8.800000190734863, 5.799999713897705, 57.19999694824219, 55.79999923706055, 77.19999694824219, 77.4000015258789, 12.399999618530273, 13.799999237060547, 65.79999542236328, 60.599998474121094, 76.4000015258789, 76.4000015258789, 18.600000381469727, 16.600000381469727, 76.5999984741211, 77.4000015258789, 74.5999984741211, 77.19999694824219, 17.0, 17.399999618530273, 72.19999694824219, 68.5999984741211, 55.79999923706055, 59.79999923706055, 6.599999904632568, 9.800000190734863, 65.4000015258789, 61.39999771118164, 71.4000015258789, 71.19999694824219, 17.19999885559082, 17.799999237060547, 66.5999984741211, 66.79999542236328, 74.19999694824219, 76.4000015258789, 17.19999885559082, 17.799999237060547, 67.0, 61.19999694824219, 75.0, 75.5999984741211, 16.19999885559082, 15.799999237060547, 69.5999984741211, 68.79999542236328, 70.5999984741211, 70.5999984741211]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [8.800000190734863, 5.799999713897705, 12.399999618530273, 13.799999237060547, 18.600000381469727, 16.600000381469727, 17.0, 17.399999618530273, 6.599999904632568, 9.800000190734863, 17.19999885559082, 17.799999237060547, 17.19999885559082, 17.799999237060547, 16.19999885559082, 15.799999237060547]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [57.19999694824219, 55.79999923706055, 65.79999542236328, 60.599998474121094, 76.5999984741211, 77.4000015258789, 72.19999694824219, 68.5999984741211, 65.4000015258789, 61.39999771118164, 66.5999984741211, 66.79999542236328, 67.0, 61.19999694824219, 69.5999984741211, 68.79999542236328]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [77.19999694824219, 77.4000015258789, 76.4000015258789, 76.4000015258789, 74.5999984741211, 77.19999694824219, 55.79999923706055, 59.79999923706055, 71.4000015258789, 71.19999694824219, 74.19999694824219, 76.4000015258789, 75.0, 75.5999984741211, 70.5999984741211, 70.5999984741211]
--------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  51.03+/- 3.889 (max:  77.4)     |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  72.49+/- 1.564 (max:  77.4)     |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  14.3+/- 1.068 (max:  18.6)      |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  66.31+/- 1.533 (max:  77.4)     |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  18.65+/- 0.6188 (max:  24.89)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  21.73+/- 0.3164 (max:  24.39)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  13.19+/- 0.3923 (max:  15.75)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  21.02+/- 0.5964 (max:  24.89)   |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.6787+/- 0.05712 (max:  1.0)   |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.965+/- 0.008317 (max:  1.0)   |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.1287+/- 0.01612 (max:  0.21)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.9425+/- 0.008391 (max:  0.98) |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  5.8                             |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  55.8                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  5.8                             |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  55.8                            |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  10.31                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  19.49                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  10.31                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  16.5                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.03                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.87                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.03                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.87                            |
--------------------------------------------------------------------------------------------------






Evaluating PAIRED_CNN-LSTM_SEED1 against population in Overcooked-CoordRing6_9 for xpid paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [4.199999809265137, 3.799999952316284, 16.399999618530273, 15.399999618530273, 22.600000381469727, 21.799999237060547, 11.59999942779541, 14.59999942779541, 29.19999885559082, 29.799999237060547, 21.799999237060547, 22.0, 13.59999942779541, 13.59999942779541, 22.799999237060547, 24.399999618530273, 22.0, 20.600000381469727, 12.199999809265137, 10.59999942779541, 14.0, 16.799999237060547, 16.0, 15.799999237060547, 13.0, 15.0, 17.799999237060547, 21.0, 21.600000381469727, 21.0, 13.399999618530273, 17.0, 21.399999618530273, 23.0, 35.599998474121094, 34.0, 2.5999999046325684, 4.599999904632568, 16.600000381469727, 21.19999885559082, 26.0, 28.399999618530273, 13.199999809265137, 13.399999618530273, 12.399999618530273, 15.399999618530273, 20.0, 23.600000381469727]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [4.199999809265137, 3.799999952316284, 11.59999942779541, 14.59999942779541, 13.59999942779541, 13.59999942779541, 12.199999809265137, 10.59999942779541, 13.0, 15.0, 13.399999618530273, 17.0, 2.5999999046325684, 4.599999904632568, 13.199999809265137, 13.399999618530273]
k eval/a1:test_return:Overcooked-CoordRing6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-CoordRing6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [16.399999618530273, 15.399999618530273, 29.19999885559082, 29.799999237060547, 22.799999237060547, 24.399999618530273, 14.0, 16.799999237060547, 17.799999237060547, 21.0, 21.399999618530273, 23.0, 16.600000381469727, 21.19999885559082, 12.399999618530273, 15.399999618530273]
k eval/a1:test_return:Overcooked-CoordRing6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [22.600000381469727, 21.799999237060547, 21.799999237060547, 22.0, 22.0, 20.600000381469727, 16.0, 15.799999237060547, 21.600000381469727, 21.0, 35.599998474121094, 34.0, 26.0, 28.399999618530273, 20.0, 23.600000381469727]
k eval/a1:test_return:Overcooked-CoordRing6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
-----------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  18.06+/- 1.038 (max:  35.6)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  23.3+/- 1.359 (max:  35.6)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  11.02+/- 1.137 (max:  17.0)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  19.85+/- 1.285 (max:  29.8)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  12.26+/- 0.332 (max:  18.41)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  11.6+/- 0.5354 (max:  15.36)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  11.78+/- 0.6246 (max:  14.25)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  13.39+/- 0.4797 (max:  18.41)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.191+/- 0.02333 (max:  0.71)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.2656+/- 0.04847 (max:  0.71) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.08+/- 0.01393 (max:  0.17)   |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.2275+/- 0.03593 (max:  0.52) |
| eval/a1:test_return:Overcooked-CoordRing6_9               |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CoordRing6_9:high          |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CoordRing6_9:low           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CoordRing6_9:mid           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CoordRing6_9           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:high      |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:low       |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:mid       |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9          |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.0+/- 0.0 (max:  0.0)         |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  2.6                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  15.8                           |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  2.6                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  12.4                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  6.726                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  8.66                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  6.726                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  11.09                          |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.07                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.06                           |
| min:eval/a1:test_return:Overcooked-CoordRing6_9           |  0.0                            |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:high      |  0.0                            |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:low       |  0.0                            |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:mid       |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9       |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:high  |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:low   |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:mid   |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:high |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.0                            |
-----------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED1 against population in Overcooked-ForcedCoord6_9 for xpid paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [2.799999952316284, 0.0, 3.5999999046325684, 0.0, 4.0, 0.0, 5.0, 0.0, 3.799999952316284, 0.0, 2.5999999046325684, 0.0, 2.3999998569488525, 0.0, 2.200000047683716, 0.0, 1.5999999046325684, 0.0, 3.1999998092651367, 0.0, 3.3999998569488525, 0.0, 1.7999999523162842, 0.0, 2.3999998569488525, 0.0, 2.200000047683716, 0.0, 2.3999998569488525, 0.0, 3.799999952316284, 0.0, 3.3999998569488525, 0.0, 1.399999976158142, 0.0, 0.7999999523162842, 0.0, 2.200000047683716, 0.0, 1.5999999046325684, 0.19999998807907104, 5.400000095367432, 0.0, 3.5999999046325684, 0.0, 5.599999904632568, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [2.799999952316284, 0.0, 5.0, 0.0, 2.3999998569488525, 0.0, 3.1999998092651367, 0.0, 2.3999998569488525, 0.0, 3.799999952316284, 0.0, 0.7999999523162842, 0.0, 5.400000095367432, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [3.5999999046325684, 0.0, 3.799999952316284, 0.0, 2.200000047683716, 0.0, 3.3999998569488525, 0.0, 2.200000047683716, 0.0, 3.3999998569488525, 0.0, 2.200000047683716, 0.0, 3.5999999046325684, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [4.0, 0.0, 2.5999999046325684, 0.0, 1.5999999046325684, 0.0, 1.7999999523162842, 0.0, 2.3999998569488525, 0.0, 1.399999976158142, 0.0, 1.5999999046325684, 0.19999998807907104, 5.599999904632568, 0.19999998807907104]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  1.492+/- 0.2494 (max:  5.6)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  1.337+/- 0.4166 (max:  5.6)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  1.612+/- 0.4884 (max:  5.4)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  1.525+/- 0.4123 (max:  3.8)         |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  3.539+/- 0.5121 (max:  9.415)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  3.519+/- 0.8357 (max:  9.415)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  3.536+/- 0.9511 (max:  8.879)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  3.563+/- 0.9284 (max:  7.846)       |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0002083+/- 0.0002083 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.000625+/- 0.000625 (max:  0.01)   |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return:Overcooked-ForcedCoord6_9               |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:high          |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:low           |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:mid           |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9           |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:high      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:low       |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:mid       |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)              |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                                 |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9           |  0.0                                 |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                                 |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                                 |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                                 |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                                 |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                                 |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                                 |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                                 |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                                 |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                                 |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                                 |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                                 |
------------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED1 against population in Overcooked-CounterCircuit6_9 for xpid paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [10.800000190734863, 7.599999904632568, 16.19999885559082, 11.800000190734863, 14.399999618530273, 13.199999809265137, 8.399999618530273, 5.0, 11.399999618530273, 9.800000190734863, 3.1999998092651367, 0.0, 3.0, 2.200000047683716, 13.199999809265137, 9.0, 11.199999809265137, 5.799999713897705, 9.800000190734863, 6.199999809265137, 18.600000381469727, 16.399999618530273, 9.399999618530273, 3.5999999046325684, 11.0, 9.0, 16.600000381469727, 14.799999237060547, 7.399999618530273, 3.0, 12.59999942779541, 9.800000190734863, 15.799999237060547, 10.199999809265137, 9.0, 5.799999713897705, 7.0, 6.0, 15.199999809265137, 12.199999809265137, 8.0, 3.1999998092651367, 10.199999809265137, 6.599999904632568, 13.799999237060547, 13.199999809265137, 10.59999942779541, 3.1999998092651367]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [10.800000190734863, 7.599999904632568, 8.399999618530273, 5.0, 3.0, 2.200000047683716, 9.800000190734863, 6.199999809265137, 11.0, 9.0, 12.59999942779541, 9.800000190734863, 7.0, 6.0, 10.199999809265137, 6.599999904632568]
k eval/a1:test_return:Overcooked-CounterCircuit6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [16.19999885559082, 11.800000190734863, 11.399999618530273, 9.800000190734863, 13.199999809265137, 9.0, 18.600000381469727, 16.399999618530273, 16.600000381469727, 14.799999237060547, 15.799999237060547, 10.199999809265137, 15.199999809265137, 12.199999809265137, 13.799999237060547, 13.199999809265137]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [14.399999618530273, 13.199999809265137, 3.1999998092651367, 0.0, 11.199999809265137, 5.799999713897705, 9.399999618530273, 3.5999999046325684, 7.399999618530273, 3.0, 9.0, 5.799999713897705, 8.0, 3.1999998092651367, 10.59999942779541, 3.1999998092651367]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  9.467+/- 0.64 (max:  18.6)       |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  6.937+/- 1.036 (max:  14.4)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  7.825+/- 0.7303 (max:  12.6)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  13.64+/- 0.6922 (max:  18.6)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  10.98+/- 0.4554 (max:  17.82)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  8.792+/- 0.6941 (max:  12.35)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  10.29+/- 0.4721 (max:  14.04)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  13.85+/- 0.586 (max:  17.82)     |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.05271+/- 0.009419 (max:  0.22) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.0125+/- 0.006021 (max:  0.09)  |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.02625+/- 0.007296 (max:  0.11) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.1194+/- 0.01714 (max:  0.22)   |
| eval/a1:test_return:Overcooked-CounterCircuit6_9               |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:high          |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:low           |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:mid           |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9           |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:high      |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:low       |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:mid       |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.0+/- 0.0 (max:  0.0)           |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  2.2                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  9.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  6.258                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  9.474                            |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                              |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9           |  0.0                              |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                              |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:low       |  0.0                              |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:mid       |  0.0                              |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                              |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                              |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:low   |  0.0                              |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:mid   |  0.0                              |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                              |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                              |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                              |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                              |
------------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED1 against population in Overcooked-AsymmAdvantages6_9 for xpid paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [0.19999998807907104, 6.799999713897705, 0.3999999761581421, 13.399999618530273, 0.5999999642372131, 6.799999713897705, 0.3999999761581421, 9.399999618530273, 0.3999999761581421, 42.39999771118164, 0.19999998807907104, 6.199999809265137, 0.3999999761581421, 32.599998474121094, 0.3999999761581421, 64.5999984741211, 0.5999999642372131, 14.59999942779541, 0.19999998807907104, 23.799999237060547, 1.0, 14.799999237060547, 0.7999999523162842, 2.799999952316284, 0.5999999642372131, 5.799999713897705, 0.5999999642372131, 22.0, 0.19999998807907104, 7.799999713897705, 0.5999999642372131, 4.799999713897705, 0.5999999642372131, 30.399999618530273, 0.3999999761581421, 5.599999904632568, 0.19999998807907104, 8.59999942779541, 0.3999999761581421, 19.19999885559082, 0.19999998807907104, 9.59999942779541, 0.5999999642372131, 9.0, 0.19999998807907104, 25.0, 1.5999999046325684, 7.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.19999998807907104, 6.799999713897705, 0.3999999761581421, 9.399999618530273, 0.3999999761581421, 32.599998474121094, 0.19999998807907104, 23.799999237060547, 0.5999999642372131, 5.799999713897705, 0.5999999642372131, 4.799999713897705, 0.19999998807907104, 8.59999942779541, 0.5999999642372131, 9.0]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.3999999761581421, 13.399999618530273, 0.3999999761581421, 42.39999771118164, 0.3999999761581421, 64.5999984741211, 1.0, 14.799999237060547, 0.5999999642372131, 22.0, 0.5999999642372131, 30.399999618530273, 0.3999999761581421, 19.19999885559082, 0.19999998807907104, 25.0]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [0.5999999642372131, 6.799999713897705, 0.19999998807907104, 6.199999809265137, 0.5999999642372131, 14.59999942779541, 0.7999999523162842, 2.799999952316284, 0.19999998807907104, 7.799999713897705, 0.3999999761581421, 5.599999904632568, 0.19999998807907104, 9.59999942779541, 1.5999999046325684, 7.0]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  8.433+/- 1.869 (max:  64.6)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  4.062+/- 1.079 (max:  14.6)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  6.5+/- 2.328 (max:  32.6)       |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  14.74+/- 4.699 (max:  64.6)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  9.568+/- 1.171 (max:  32.6)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  7.418+/- 1.205 (max:  15.96)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  8.482+/- 1.798 (max:  26.63)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  12.8+/- 2.67 (max:  32.6)       |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.09896+/- 0.02721 (max:  0.83) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.02562+/- 0.01004 (max:  0.15) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.0675+/- 0.03574 (max:  0.51)  |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.2037+/- 0.06651 (max:  0.83)  |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9               |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.0+/- 0.0 (max:  0.0)          |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.2                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  1.99                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9           |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
------------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED1 against population in Overcooked-CrampedRoom6_9 for xpid paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [8.800000190734863, 10.800000190734863, 65.79999542236328, 59.0, 84.0, 88.0, 13.199999809265137, 16.799999237060547, 70.5999984741211, 69.0, 88.5999984741211, 101.0, 18.0, 17.19999885559082, 88.79999542236328, 85.19999694824219, 90.4000015258789, 94.4000015258789, 18.0, 16.600000381469727, 85.4000015258789, 81.0, 74.0, 80.0, 10.800000190734863, 9.199999809265137, 68.0, 64.79999542236328, 88.4000015258789, 82.79999542236328, 14.799999237060547, 18.600000381469727, 82.4000015258789, 81.0, 88.0, 93.19999694824219, 16.0, 15.399999618530273, 78.19999694824219, 80.0, 91.19999694824219, 88.79999542236328, 20.600000381469727, 19.0, 84.4000015258789, 80.79999542236328, 89.19999694824219, 88.19999694824219]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [8.800000190734863, 10.800000190734863, 13.199999809265137, 16.799999237060547, 18.0, 17.19999885559082, 18.0, 16.600000381469727, 10.800000190734863, 9.199999809265137, 14.799999237060547, 18.600000381469727, 16.0, 15.399999618530273, 20.600000381469727, 19.0]
k eval/a1:test_return:Overcooked-CrampedRoom6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [65.79999542236328, 59.0, 70.5999984741211, 69.0, 88.79999542236328, 85.19999694824219, 85.4000015258789, 81.0, 68.0, 64.79999542236328, 82.4000015258789, 81.0, 78.19999694824219, 80.0, 84.4000015258789, 80.79999542236328]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [84.0, 88.0, 88.5999984741211, 101.0, 90.4000015258789, 94.4000015258789, 74.0, 80.0, 88.4000015258789, 82.79999542236328, 88.0, 93.19999694824219, 91.19999694824219, 88.79999542236328, 89.19999694824219, 88.19999694824219]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
--------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  59.97+/- 4.757 (max:  101.0)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  88.14+/- 1.525 (max:  101.0)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  15.24+/- 0.9125 (max:  20.6)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  76.52+/- 2.235 (max:  88.8)     |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  22.72+/- 0.9762 (max:  32.03)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  27.95+/- 0.5288 (max:  32.03)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  13.67+/- 0.3485 (max:  15.75)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  26.55+/- 0.5405 (max:  30.32)   |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.6831+/- 0.05542 (max:  0.99)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.9687+/- 0.004644 (max:  0.99) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.1506+/- 0.01847 (max:  0.26)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.93+/- 0.01021 (max:  0.98)    |
| eval/a1:test_return:Overcooked-CrampedRoom6_9               |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:high          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:low           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:mid           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:high      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:low       |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:mid       |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.0+/- 0.0 (max:  0.0)          |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  8.8                             |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  74.0                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  8.8                             |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  59.0                            |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  11.11                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  23.83                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  11.11                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  22.86                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.03                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.93                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.03                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.86                            |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9           |  0.0                             |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:high      |  0.0                             |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:low       |  0.0                             |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:mid       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:high  |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:low   |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:mid   |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.0                             |
--------------------------------------------------------------------------------------------------












Evaluating PAIRED_CNN-LSTM_SEED2 against population in Overcooked-CoordRing6_9 for xpid SEED_2_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [3.0, 4.400000095367432, 20.799999237060547, 16.399999618530273, 21.600000381469727, 23.19999885559082, 16.600000381469727, 16.600000381469727, 31.799999237060547, 32.79999923706055, 22.399999618530273, 21.399999618530273, 12.799999237060547, 13.399999618530273, 22.19999885559082, 26.0, 21.0, 20.0, 9.800000190734863, 9.199999809265137, 18.600000381469727, 18.399999618530273, 17.799999237060547, 15.199999809265137, 15.59999942779541, 18.600000381469727, 20.600000381469727, 21.600000381469727, 23.399999618530273, 23.0, 11.199999809265137, 11.199999809265137, 24.19999885559082, 22.0, 39.39999771118164, 40.599998474121094, 2.200000047683716, 3.799999952316284, 17.19999885559082, 18.799999237060547, 25.399999618530273, 25.399999618530273, 11.199999809265137, 11.0, 15.0, 12.399999618530273, 20.19999885559082, 22.19999885559082]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [3.0, 4.400000095367432, 16.600000381469727, 16.600000381469727, 12.799999237060547, 13.399999618530273, 9.800000190734863, 9.199999809265137, 15.59999942779541, 18.600000381469727, 11.199999809265137, 11.199999809265137, 2.200000047683716, 3.799999952316284, 11.199999809265137, 11.0]
k eval/a1:test_return:Overcooked-CoordRing6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-CoordRing6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [20.799999237060547, 16.399999618530273, 31.799999237060547, 32.79999923706055, 22.19999885559082, 26.0, 18.600000381469727, 18.399999618530273, 20.600000381469727, 21.600000381469727, 24.19999885559082, 22.0, 17.19999885559082, 18.799999237060547, 15.0, 12.399999618530273]
k eval/a1:test_return:Overcooked-CoordRing6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [21.600000381469727, 23.19999885559082, 22.399999618530273, 21.399999618530273, 21.0, 20.0, 17.799999237060547, 15.199999809265137, 23.399999618530273, 23.0, 39.39999771118164, 40.599998474121094, 25.399999618530273, 25.399999618530273, 20.19999885559082, 22.19999885559082]
k eval/a1:test_return:Overcooked-CoordRing6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  18.57+/- 1.172 (max:  40.6)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  23.89+/- 1.698 (max:  40.6)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  10.66+/- 1.276 (max:  18.6)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  21.17+/- 1.379 (max:  32.8)     |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  12.16+/- 0.3026 (max:  16.07)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  11.21+/- 0.2927 (max:  13.52)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  11.88+/- 0.7115 (max:  16.01)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  13.4+/- 0.3164 (max:  16.07)    |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.2098+/- 0.02699 (max:  0.9)   |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.2856+/- 0.05881 (max:  0.9)   |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.08687+/- 0.01724 (max:  0.23) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.2569+/- 0.03939 (max:  0.6)   |
| eval/a1:test_return:Overcooked-CoordRing6_9               |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-CoordRing6_9:high          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-CoordRing6_9:low           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-CoordRing6_9:mid           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-CoordRing6_9           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:high      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:low       |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:mid       |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.0+/- 0.0 (max:  0.0)          |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  2.2                             |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  15.2                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  2.2                             |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  12.4                            |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  6.258                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  9.404                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  6.258                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  11.93                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.1                             |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.06                            |
| min:eval/a1:test_return:Overcooked-CoordRing6_9           |  0.0                             |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:high      |  0.0                             |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:low       |  0.0                             |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:mid       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:high  |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:low   |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:mid   |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:high |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.0                             |
------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED2 against population in Overcooked-ForcedCoord6_9 for xpid SEED_2_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [1.5999999046325684, 0.0, 2.799999952316284, 0.0, 0.5999999642372131, 0.0, 1.7999999523162842, 0.0, 2.0, 0.0, 1.0, 0.0, 1.1999999284744263, 0.0, 2.200000047683716, 0.0, 0.5999999642372131, 0.0, 2.200000047683716, 0.0, 1.0, 0.0, 1.1999999284744263, 0.0, 1.5999999046325684, 0.0, 2.3999998569488525, 0.0, 0.7999999523162842, 0.0, 1.7999999523162842, 0.0, 1.0, 0.0, 0.19999998807907104, 0.0, 1.1999999284744263, 0.0, 1.0, 0.0, 1.0, 0.0, 2.5999999046325684, 0.0, 2.5999999046325684, 0.0, 2.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [1.5999999046325684, 0.0, 1.7999999523162842, 0.0, 1.1999999284744263, 0.0, 2.200000047683716, 0.0, 1.5999999046325684, 0.0, 1.7999999523162842, 0.0, 1.1999999284744263, 0.0, 2.5999999046325684, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [2.799999952316284, 0.0, 2.0, 0.0, 2.200000047683716, 0.0, 1.0, 0.0, 2.3999998569488525, 0.0, 1.0, 0.0, 1.0, 0.0, 2.5999999046325684, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [0.5999999642372131, 0.0, 1.0, 0.0, 0.5999999642372131, 0.0, 1.1999999284744263, 0.0, 0.7999999523162842, 0.0, 0.19999998807907104, 0.0, 1.0, 0.0, 2.0, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  0.7583+/- 0.1323 (max:  2.8)  |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  0.4625+/- 0.1502 (max:  2.0)  |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  0.875+/- 0.2401 (max:  2.6)   |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  0.9375+/- 0.2749 (max:  2.8)  |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  2.552+/- 0.3929 (max:  6.94)  |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  2.013+/- 0.5566 (max:  6.0)   |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  2.799+/- 0.7319 (max:  6.726) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  2.844+/- 0.7594 (max:  6.94)  |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_return:Overcooked-ForcedCoord6_9               |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:high          |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:low           |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:mid           |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9           |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:high      |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:low       |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:mid       |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)        |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)        |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                           |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9           |  0.0                           |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                           |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                           |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                           |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                           |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                           |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                           |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                           |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                           |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                           |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                           |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                           |
------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED2 against population in Overcooked-CounterCircuit6_9 for xpid SEED_2_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [5.199999809265137, 2.3999998569488525, 7.0, 5.799999713897705, 4.799999713897705, 5.400000095367432, 5.0, 2.0, 6.599999904632568, 3.5999999046325684, 0.7999999523162842, 0.19999998807907104, 4.799999713897705, 1.0, 14.199999809265137, 4.0, 12.59999942779541, 5.0, 4.400000095367432, 2.0, 14.199999809265137, 11.0, 5.400000095367432, 1.5999999046325684, 6.399999618530273, 3.799999952316284, 17.0, 8.800000190734863, 9.800000190734863, 1.1999999284744263, 6.0, 3.3999998569488525, 10.0, 5.0, 4.199999809265137, 3.1999998092651367, 4.199999809265137, 3.1999998092651367, 6.599999904632568, 6.599999904632568, 2.200000047683716, 0.7999999523162842, 5.599999904632568, 1.1999999284744263, 10.0, 7.799999713897705, 4.599999904632568, 0.7999999523162842]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [5.199999809265137, 2.3999998569488525, 5.0, 2.0, 4.799999713897705, 1.0, 4.400000095367432, 2.0, 6.399999618530273, 3.799999952316284, 6.0, 3.3999998569488525, 4.199999809265137, 3.1999998092651367, 5.599999904632568, 1.1999999284744263]
k eval/a1:test_return:Overcooked-CounterCircuit6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [7.0, 5.799999713897705, 6.599999904632568, 3.5999999046325684, 14.199999809265137, 4.0, 14.199999809265137, 11.0, 17.0, 8.800000190734863, 10.0, 5.0, 6.599999904632568, 6.599999904632568, 10.0, 7.799999713897705]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [4.799999713897705, 5.400000095367432, 0.7999999523162842, 0.19999998807907104, 12.59999942779541, 5.0, 5.400000095367432, 1.5999999046325684, 9.800000190734863, 1.1999999284744263, 4.199999809265137, 3.1999998092651367, 2.200000047683716, 0.7999999523162842, 4.599999904632568, 0.7999999523162842]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
-------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  5.446+/- 0.5527 (max:  17.0)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  3.912+/- 0.8565 (max:  12.6)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  3.787+/- 0.4248 (max:  6.4)       |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  8.637+/- 0.9685 (max:  17.0)      |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  8.49+/- 0.3948 (max:  15.07)      |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  7.001+/- 0.6796 (max:  11.19)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  7.539+/- 0.3968 (max:  9.33)      |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  10.93+/- 0.4909 (max:  15.07)     |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.01646+/- 0.004501 (max:  0.16)  |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.005+/- 0.002582 (max:  0.04)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.000625+/- 0.000625 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.04375+/- 0.0104 (max:  0.16)    |
| eval/a1:test_return:Overcooked-CounterCircuit6_9               |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:high          |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:low           |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:mid           |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9           |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:high      |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:low       |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:mid       |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.0+/- 0.0 (max:  0.0)            |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.0+/- 0.0 (max:  0.0)            |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.2                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.2                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  1.0                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  3.6                               |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  1.99                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  1.99                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  4.359                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  7.684                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                               |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9           |  0.0                               |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                               |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:low       |  0.0                               |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:mid       |  0.0                               |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                               |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                               |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:low   |  0.0                               |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:mid   |  0.0                               |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                               |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                               |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                               |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                               |
-------------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED2 against population in Overcooked-AsymmAdvantages6_9 for xpid SEED_2_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [0.0, 7.599999904632568, 0.19999998807907104, 17.600000381469727, 0.0, 7.799999713897705, 0.0, 9.800000190734863, 0.0, 40.79999923706055, 0.0, 3.799999952316284, 0.0, 37.79999923706055, 0.7999999523162842, 60.599998474121094, 0.0, 15.399999618530273, 0.0, 20.399999618530273, 0.0, 14.59999942779541, 0.19999998807907104, 11.399999618530273, 0.0, 7.199999809265137, 0.0, 29.599998474121094, 0.0, 10.59999942779541, 0.0, 7.199999809265137, 0.0, 34.599998474121094, 0.0, 5.799999713897705, 0.0, 8.399999618530273, 0.0, 21.399999618530273, 0.19999998807907104, 12.199999809265137, 0.0, 10.59999942779541, 0.19999998807907104, 28.19999885559082, 0.19999998807907104, 6.199999809265137]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.0, 7.599999904632568, 0.0, 9.800000190734863, 0.0, 37.79999923706055, 0.0, 20.399999618530273, 0.0, 7.199999809265137, 0.0, 7.199999809265137, 0.0, 8.399999618530273, 0.0, 10.59999942779541]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9, v [0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.19999998807907104, 17.600000381469727, 0.0, 40.79999923706055, 0.7999999523162842, 60.599998474121094, 0.0, 14.59999942779541, 0.0, 29.599998474121094, 0.0, 34.599998474121094, 0.0, 21.399999618530273, 0.19999998807907104, 28.19999885559082]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [0.0, 7.799999713897705, 0.0, 3.799999952316284, 0.0, 15.399999618530273, 0.19999998807907104, 11.399999618530273, 0.0, 10.59999942779541, 0.0, 5.799999713897705, 0.19999998807907104, 12.199999809265137, 0.19999998807907104, 6.199999809265137]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high, v [0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  8.987+/- 1.926 (max:  60.6)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  4.612+/- 1.347 (max:  15.4)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  6.812+/- 2.535 (max:  37.8)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  15.54+/- 4.71 (max:  60.6)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  8.296+/- 1.283 (max:  33.64)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  6.591+/- 1.588 (max:  16.94)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  6.8+/- 1.918 (max:  23.13)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  11.5+/- 2.874 (max:  33.64)     |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.1081+/- 0.02877 (max:  0.77)  |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.03437+/- 0.01281 (max:  0.17) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.06562+/- 0.03807 (max:  0.59) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.2244+/- 0.06917 (max:  0.77)  |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9               |  0.1+/- 0.01459 (max:  0.2)      |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high          |  0.1+/- 0.02582 (max:  0.2)      |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low           |  0.1+/- 0.02582 (max:  0.2)      |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid           |  0.1+/- 0.02582 (max:  0.2)      |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9           |  0.995+/- 0.1451 (max:  1.99)    |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  0.995+/- 0.2569 (max:  1.99)    |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  0.995+/- 0.2569 (max:  1.99)    |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  0.995+/- 0.2569 (max:  1.99)    |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.0+/- 0.0 (max:  0.0)          |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.0                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.0                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.0                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9           |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
------------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED2 against population in Overcooked-CrampedRoom6_9 for xpid SEED_2_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [11.0, 8.0, 65.19999694824219, 66.79999542236328, 87.79999542236328, 95.4000015258789, 13.799999237060547, 14.199999809265137, 72.5999984741211, 69.4000015258789, 101.5999984741211, 103.0, 16.799999237060547, 19.600000381469727, 89.79999542236328, 95.19999694824219, 98.79999542236328, 108.0, 17.0, 17.19999885559082, 86.0, 82.5999984741211, 77.79999542236328, 79.0, 8.59999942779541, 10.800000190734863, 70.79999542236328, 70.19999694824219, 90.5999984741211, 97.0, 21.0, 20.0, 87.19999694824219, 88.19999694824219, 103.5999984741211, 102.0, 17.0, 17.0, 77.5999984741211, 82.4000015258789, 105.5999984741211, 103.79999542236328, 20.600000381469727, 17.799999237060547, 89.4000015258789, 83.0, 96.19999694824219, 98.79999542236328]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [11.0, 8.0, 13.799999237060547, 14.199999809265137, 16.799999237060547, 19.600000381469727, 17.0, 17.19999885559082, 8.59999942779541, 10.800000190734863, 21.0, 20.0, 17.0, 17.0, 20.600000381469727, 17.799999237060547]
k eval/a1:test_return:Overcooked-CrampedRoom6_9, v [0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:low, v [0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [65.19999694824219, 66.79999542236328, 72.5999984741211, 69.4000015258789, 89.79999542236328, 95.19999694824219, 86.0, 82.5999984741211, 70.79999542236328, 70.19999694824219, 87.19999694824219, 88.19999694824219, 77.5999984741211, 82.4000015258789, 89.4000015258789, 83.0]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:mid, v [0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [87.79999542236328, 95.4000015258789, 101.5999984741211, 103.0, 98.79999542236328, 108.0, 77.79999542236328, 79.0, 90.5999984741211, 97.0, 103.5999984741211, 102.0, 105.5999984741211, 103.79999542236328, 96.19999694824219, 98.79999542236328]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:high, v [0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104, 0.0, 0.19999998807907104]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  64.08+/- 5.217 (max:  108.0)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  96.81+/- 2.231 (max:  108.0)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  15.65+/- 1.042 (max:  21.0)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  79.77+/- 2.361 (max:  95.2)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  22.7+/- 0.9937 (max:  32.85)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  27.32+/- 0.8808 (max:  32.85)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  13.98+/- 0.4449 (max:  17.52)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  26.82+/- 0.8264 (max:  31.29)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.6883+/- 0.05545 (max:  1.0)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.9731+/- 0.004892 (max:  1.0) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.1556+/- 0.01958 (max:  0.29) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.9362+/- 0.00875 (max:  0.98) |
| eval/a1:test_return:Overcooked-CrampedRoom6_9               |  0.1+/- 0.01459 (max:  0.2)     |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:high          |  0.1+/- 0.02582 (max:  0.2)     |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:low           |  0.1+/- 0.02582 (max:  0.2)     |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:mid           |  0.1+/- 0.02582 (max:  0.2)     |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9           |  0.995+/- 0.1451 (max:  1.99)   |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:high      |  0.995+/- 0.2569 (max:  1.99)   |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:low       |  0.995+/- 0.2569 (max:  1.99)   |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:mid       |  0.995+/- 0.2569 (max:  1.99)   |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.0+/- 0.0 (max:  0.0)         |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  8.0                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  77.8                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  8.0                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  65.2                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  11.05                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  21.24                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  11.05                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  20.25                          |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.03                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.92                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.03                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.88                           |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9           |  0.0                            |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:high      |  0.0                            |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:low       |  0.0                            |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:mid       |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9       |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:high  |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:low   |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:mid   |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.0                            |
-------------------------------------------------------------------------------------------------







Evaluating PAIRED_CNN-LSTM_SEED3 against population in Overcooked-CoordRing6_9 for xpid SEED_3_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [5.199999809265137, 6.399999618530273, 23.19999885559082, 21.600000381469727, 24.0, 25.599998474121094, 16.399999618530273, 15.199999809265137, 33.39999771118164, 34.79999923706055, 27.799999237060547, 28.399999618530273, 15.0, 15.0, 28.19999885559082, 28.0, 27.0, 25.799999237060547, 16.399999618530273, 11.199999809265137, 19.600000381469727, 25.19999885559082, 24.799999237060547, 23.799999237060547, 19.0, 18.799999237060547, 26.399999618530273, 22.600000381469727, 29.0, 28.799999237060547, 14.399999618530273, 13.399999618530273, 28.399999618530273, 28.399999618530273, 34.0, 34.39999771118164, 3.0, 2.799999952316284, 19.0, 16.799999237060547, 29.0, 29.0, 10.800000190734863, 10.199999809265137, 14.399999618530273, 13.199999809265137, 17.799999237060547, 16.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [5.199999809265137, 6.399999618530273, 16.399999618530273, 15.199999809265137, 15.0, 15.0, 16.399999618530273, 11.199999809265137, 19.0, 18.799999237060547, 14.399999618530273, 13.399999618530273, 3.0, 2.799999952316284, 10.800000190734863, 10.199999809265137]
k eval/a1:test_return:Overcooked-CoordRing6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-CoordRing6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [23.19999885559082, 21.600000381469727, 33.39999771118164, 34.79999923706055, 28.19999885559082, 28.0, 19.600000381469727, 25.19999885559082, 26.399999618530273, 22.600000381469727, 28.399999618530273, 28.399999618530273, 19.0, 16.799999237060547, 14.399999618530273, 13.199999809265137]
k eval/a1:test_return:Overcooked-CoordRing6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [24.0, 25.599998474121094, 27.799999237060547, 28.399999618530273, 27.0, 25.799999237060547, 24.799999237060547, 23.799999237060547, 29.0, 28.799999237060547, 34.0, 34.39999771118164, 29.0, 29.0, 17.799999237060547, 16.399999618530273]
k eval/a1:test_return:Overcooked-CoordRing6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
-----------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  20.87+/- 1.205 (max:  34.8)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  26.6+/- 1.196 (max:  34.4)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  12.07+/- 1.32 (max:  19.0)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  23.95+/- 1.578 (max:  34.8)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  13.13+/- 0.354 (max:  19.7)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  13.42+/- 0.6714 (max:  19.7)   |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  12.13+/- 0.6485 (max:  16.34)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  13.84+/- 0.4485 (max:  17.93)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.2823+/- 0.02862 (max:  0.72) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.4081+/- 0.04244 (max:  0.72) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.0975+/- 0.01856 (max:  0.21) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.3412+/- 0.0446 (max:  0.68)  |
| eval/a1:test_return:Overcooked-CoordRing6_9               |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CoordRing6_9:high          |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CoordRing6_9:low           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CoordRing6_9:mid           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CoordRing6_9           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:high      |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:low       |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CoordRing6_9:mid       |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9          |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.0+/- 0.0 (max:  0.0)         |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  2.8                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  16.4                           |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  2.8                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  13.2                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  6.94                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  10.16                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  6.94                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  11.39                          |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.06                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.05                           |
| min:eval/a1:test_return:Overcooked-CoordRing6_9           |  0.0                            |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:high      |  0.0                            |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:low       |  0.0                            |
| min:eval/a1:test_return:Overcooked-CoordRing6_9:mid       |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9       |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:high  |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:low   |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CoordRing6_9:mid   |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:high |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.0                            |
-----------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED3 against population in Overcooked-ForcedCoord6_9 for xpid SEED_3_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [2.5999999046325684, 0.0, 1.5999999046325684, 0.19999998807907104, 1.7999999523162842, 0.19999998807907104, 1.7999999523162842, 0.0, 1.5999999046325684, 0.3999999761581421, 0.5999999642372131, 0.0, 2.200000047683716, 0.0, 2.0, 0.0, 0.3999999761581421, 0.0, 3.0, 0.0, 1.7999999523162842, 0.19999998807907104, 0.3999999761581421, 0.0, 3.0, 0.3999999761581421, 4.599999904632568, 0.0, 4.199999809265137, 0.19999998807907104, 2.200000047683716, 0.19999998807907104, 0.5999999642372131, 0.19999998807907104, 0.7999999523162842, 0.19999998807907104, 1.0, 0.0, 1.1999999284744263, 0.19999998807907104, 0.7999999523162842, 0.19999998807907104, 2.200000047683716, 0.0, 3.3999998569488525, 0.0, 5.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [2.5999999046325684, 0.0, 1.7999999523162842, 0.0, 2.200000047683716, 0.0, 3.0, 0.0, 3.0, 0.3999999761581421, 2.200000047683716, 0.19999998807907104, 1.0, 0.0, 2.200000047683716, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [1.5999999046325684, 0.19999998807907104, 1.5999999046325684, 0.3999999761581421, 2.0, 0.0, 1.7999999523162842, 0.19999998807907104, 4.599999904632568, 0.0, 0.5999999642372131, 0.19999998807907104, 1.1999999284744263, 0.19999998807907104, 3.3999998569488525, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [1.7999999523162842, 0.19999998807907104, 0.5999999642372131, 0.0, 0.3999999761581421, 0.0, 0.3999999761581421, 0.0, 4.199999809265137, 0.19999998807907104, 0.7999999523162842, 0.19999998807907104, 0.7999999523162842, 0.19999998807907104, 5.0, 0.0]
k eval/a1:test_return:Overcooked-ForcedCoord6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  1.071+/- 0.1928 (max:  5.0)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  0.925+/- 0.3781 (max:  5.0)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  1.162+/- 0.3034 (max:  3.0)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  1.125+/- 0.3351 (max:  4.6)         |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  3.34+/- 0.4048 (max:  9.539)        |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  3.014+/- 0.7032 (max:  9.539)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  3.416+/- 0.7681 (max:  7.141)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  3.589+/- 0.6667 (max:  8.417)       |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0004167+/- 0.0004167 (max:  0.02) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.00125+/- 0.00125 (max:  0.02)     |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return:Overcooked-ForcedCoord6_9               |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:high          |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:low           |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return:Overcooked-ForcedCoord6_9:mid           |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9           |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:high      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:low       |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_return_std:Overcooked-ForcedCoord6_9:mid       |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)              |
| eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)              |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                                 |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9           |  0.0                                 |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                                 |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                                 |
| min:eval/a1:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                                 |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                                 |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                                 |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                                 |
| min:eval/a1:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                                 |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                                 |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                                 |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                                 |
| min:eval/a1:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                                 |
------------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED3 against population in Overcooked-CounterCircuit6_9 for xpid SEED_3_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [6.199999809265137, 4.400000095367432, 8.800000190734863, 4.599999904632568, 5.0, 5.0, 4.599999904632568, 3.1999998092651367, 2.5999999046325684, 3.1999998092651367, 1.5999999046325684, 1.0, 8.0, 4.0, 13.799999237060547, 10.800000190734863, 16.0, 8.199999809265137, 5.799999713897705, 4.199999809265137, 17.600000381469727, 12.0, 8.0, 5.599999904632568, 4.799999713897705, 7.399999618530273, 17.600000381469727, 12.59999942779541, 10.0, 4.400000095367432, 10.0, 6.799999713897705, 10.399999618530273, 7.0, 6.599999904632568, 5.199999809265137, 5.199999809265137, 4.599999904632568, 6.0, 6.199999809265137, 3.799999952316284, 3.0, 6.799999713897705, 5.400000095367432, 8.399999618530273, 7.199999809265137, 6.0, 2.799999952316284]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [6.199999809265137, 4.400000095367432, 4.599999904632568, 3.1999998092651367, 8.0, 4.0, 5.799999713897705, 4.199999809265137, 4.799999713897705, 7.399999618530273, 10.0, 6.799999713897705, 5.199999809265137, 4.599999904632568, 6.799999713897705, 5.400000095367432]
k eval/a1:test_return:Overcooked-CounterCircuit6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [8.800000190734863, 4.599999904632568, 2.5999999046325684, 3.1999998092651367, 13.799999237060547, 10.800000190734863, 17.600000381469727, 12.0, 17.600000381469727, 12.59999942779541, 10.399999618530273, 7.0, 6.0, 6.199999809265137, 8.399999618530273, 7.199999809265137]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [5.0, 5.0, 1.5999999046325684, 1.0, 16.0, 8.199999809265137, 8.0, 5.599999904632568, 10.0, 4.400000095367432, 6.599999904632568, 5.199999809265137, 3.799999952316284, 3.0, 6.0, 2.799999952316284]
k eval/a1:test_return:Overcooked-CounterCircuit6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  6.925+/- 0.5549 (max:  17.6)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  5.762+/- 0.9085 (max:  16.0)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  5.712+/- 0.4378 (max:  10.0)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  9.3+/- 1.146 (max:  17.6)        |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  9.858+/- 0.3225 (max:  15.28)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  8.5+/- 0.4769 (max:  12.33)      |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  9.462+/- 0.2841 (max:  11.83)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  11.61+/- 0.5752 (max:  15.28)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.02917+/- 0.006549 (max:  0.19) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.0075+/- 0.006862 (max:  0.11)  |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.015+/- 0.003979 (max:  0.05)   |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.065+/- 0.01449 (max:  0.19)    |
| eval/a1:test_return:Overcooked-CounterCircuit6_9               |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:high          |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:low           |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return:Overcooked-CounterCircuit6_9:mid           |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9           |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:high      |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:low       |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_return_std:Overcooked-CounterCircuit6_9:mid       |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.0+/- 0.0 (max:  0.0)           |
| eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.0+/- 0.0 (max:  0.0)           |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  1.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  1.0                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  3.2                              |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  2.6                              |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  4.359                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  4.359                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  7.859                            |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  7.297                            |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                              |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9           |  0.0                              |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                              |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:low       |  0.0                              |
| min:eval/a1:test_return:Overcooked-CounterCircuit6_9:mid       |  0.0                              |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                              |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                              |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:low   |  0.0                              |
| min:eval/a1:test_return_std:Overcooked-CounterCircuit6_9:mid   |  0.0                              |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                              |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                              |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                              |
| min:eval/a1:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                              |
------------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED3 against population in Overcooked-AsymmAdvantages6_9 for xpid SEED_3_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [0.3999999761581421, 4.400000095367432, 1.399999976158142, 21.0, 1.0, 5.799999713897705, 0.19999998807907104, 8.399999618530273, 0.0, 40.599998474121094, 1.1999999284744263, 14.59999942779541, 0.19999998807907104, 42.39999771118164, 0.3999999761581421, 61.599998474121094, 1.0, 23.19999885559082, 0.5999999642372131, 25.599998474121094, 0.3999999761581421, 18.399999618530273, 0.3999999761581421, 16.600000381469727, 0.3999999761581421, 5.799999713897705, 0.19999998807907104, 29.599998474121094, 0.3999999761581421, 14.799999237060547, 0.3999999761581421, 6.799999713897705, 0.3999999761581421, 30.799999237060547, 0.7999999523162842, 12.199999809265137, 0.19999998807907104, 6.399999618530273, 0.5999999642372131, 28.599998474121094, 1.5999999046325684, 16.399999618530273, 1.0, 7.0, 0.3999999761581421, 27.0, 1.399999976158142, 4.400000095367432]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.3999999761581421, 4.400000095367432, 0.19999998807907104, 8.399999618530273, 0.19999998807907104, 42.39999771118164, 0.5999999642372131, 25.599998474121094, 0.3999999761581421, 5.799999713897705, 0.3999999761581421, 6.799999713897705, 0.19999998807907104, 6.399999618530273, 1.0, 7.0]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [1.399999976158142, 21.0, 0.0, 40.599998474121094, 0.3999999761581421, 61.599998474121094, 0.3999999761581421, 18.399999618530273, 0.19999998807907104, 29.599998474121094, 0.3999999761581421, 30.799999237060547, 0.5999999642372131, 28.599998474121094, 0.3999999761581421, 27.0]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [1.0, 5.799999713897705, 1.1999999284744263, 14.59999942779541, 1.0, 23.19999885559082, 0.3999999761581421, 16.600000381469727, 0.3999999761581421, 14.799999237060547, 0.7999999523162842, 12.199999809265137, 1.5999999046325684, 16.399999618530273, 1.399999976158142, 4.400000095367432]
k eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  10.15+/- 2.007 (max:  61.6)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  7.237+/- 1.923 (max:  23.2)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  6.887+/- 2.855 (max:  42.4)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  16.34+/- 4.711 (max:  61.6)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  10.47+/- 1.246 (max:  33.55)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  9.743+/- 1.548 (max:  19.94)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  8.38+/- 1.786 (max:  27.02)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  13.29+/- 2.856 (max:  33.55)    |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.129+/- 0.02943 (max:  0.81)   |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.07937+/- 0.02664 (max:  0.33) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.0775+/- 0.04376 (max:  0.65)  |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.23+/- 0.06705 (max:  0.81)    |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9               |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9           |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.0+/- 0.0 (max:  0.0)          |
| eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.0+/- 0.0 (max:  0.0)          |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.0                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.4                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  2.8                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9           |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.0                             |
| min:eval/a1:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9       |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  0.0                             |
| min:eval/a1:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a1:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
------------------------------------------------------------------------------------------------------
Evaluating PAIRED_CNN-LSTM_SEED3 against population in Overcooked-CrampedRoom6_9 for xpid SEED_3_paired-overcooked6x9w5_ld50_rb-r2s_32p_1e_400t_ae1e-05_sr-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_tch_ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98pc0.2_h64cf128fc1se10ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [8.800000190734863, 9.800000190734863, 64.4000015258789, 60.79999923706055, 89.4000015258789, 100.19999694824219, 16.19999885559082, 15.799999237060547, 69.4000015258789, 63.79999923706055, 96.0, 95.0, 16.399999618530273, 17.799999237060547, 77.0, 79.19999694824219, 90.5999984741211, 98.0, 17.600000381469727, 16.0, 81.5999984741211, 75.79999542236328, 66.79999542236328, 70.0, 11.800000190734863, 10.0, 67.4000015258789, 65.4000015258789, 84.4000015258789, 87.4000015258789, 17.19999885559082, 17.399999618530273, 81.0, 85.4000015258789, 92.0, 96.19999694824219, 18.19999885559082, 15.0, 70.5999984741211, 73.19999694824219, 93.4000015258789, 92.5999984741211, 18.19999885559082, 17.799999237060547, 74.19999694824219, 77.5999984741211, 96.5999984741211, 99.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [8.800000190734863, 9.800000190734863, 16.19999885559082, 15.799999237060547, 16.399999618530273, 17.799999237060547, 17.600000381469727, 16.0, 11.800000190734863, 10.0, 17.19999885559082, 17.399999618530273, 18.19999885559082, 15.0, 18.19999885559082, 17.799999237060547]
k eval/a1:test_return:Overcooked-CrampedRoom6_9, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:low, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [64.4000015258789, 60.79999923706055, 69.4000015258789, 63.79999923706055, 77.0, 79.19999694824219, 81.5999984741211, 75.79999542236328, 67.4000015258789, 65.4000015258789, 81.0, 85.4000015258789, 70.5999984741211, 73.19999694824219, 74.19999694824219, 77.5999984741211]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:mid, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [89.4000015258789, 100.19999694824219, 96.0, 95.0, 90.5999984741211, 98.0, 66.79999542236328, 70.0, 84.4000015258789, 87.4000015258789, 92.0, 96.19999694824219, 93.4000015258789, 92.5999984741211, 96.5999984741211, 99.0]
k eval/a1:test_return:Overcooked-CrampedRoom6_9:high, v [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  59.55+/- 4.796 (max:  100.2)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  90.47+/- 2.405 (max:  100.2)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  15.25+/- 0.8121 (max:  18.2)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  72.92+/- 1.816 (max:  85.4)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  22.03+/- 0.9573 (max:  32.77)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  25.6+/- 0.6762 (max:  32.77)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  13.54+/- 0.3808 (max:  16.47)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  26.96+/- 0.8605 (max:  32.58)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.674+/- 0.05552 (max:  1.0)   |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.9669+/- 0.01106 (max:  1.0)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.1412+/- 0.01643 (max:  0.24) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.9137+/- 0.01036 (max:  0.98) |
| eval/a1:test_return:Overcooked-CrampedRoom6_9               |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:high          |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:low           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return:Overcooked-CrampedRoom6_9:mid           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9           |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:high      |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:low       |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_return_std:Overcooked-CrampedRoom6_9:mid       |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.0+/- 0.0 (max:  0.0)         |
| eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.0+/- 0.0 (max:  0.0)         |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  8.8                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  66.8                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  8.8                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  60.8                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  10.7                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  20.73                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  10.7                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  22.03                          |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.02                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.83                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.02                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.82                           |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9           |  0.0                            |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:high      |  0.0                            |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:low       |  0.0                            |
| min:eval/a1:test_return:Overcooked-CrampedRoom6_9:mid       |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9       |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:high  |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:low   |  0.0                            |
| min:eval/a1:test_return_std:Overcooked-CrampedRoom6_9:mid   |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.0                            |
| min:eval/a1:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.0                            |
-------------------------------------------------------------------------------------------------







Evaluating ACCEL_CNN-LSTM_SEED1 against population in Overcooked-CoordRing6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [2.0, 2.0, 7.199999809265137, 5.599999904632568, 4.400000095367432, 5.0, 7.399999618530273, 7.599999904632568, 11.0, 12.399999618530273, 6.0, 7.399999618530273, 6.599999904632568, 8.0, 11.59999942779541, 9.399999618530273, 6.599999904632568, 8.59999942779541, 6.199999809265137, 6.799999713897705, 7.0, 10.0, 6.199999809265137, 8.800000190734863, 7.799999713897705, 8.800000190734863, 3.5999999046325684, 3.799999952316284, 6.199999809265137, 6.399999618530273, 3.3999998569488525, 5.400000095367432, 10.0, 11.59999942779541, 16.799999237060547, 15.799999237060547, 0.5999999642372131, 0.3999999761581421, 4.400000095367432, 7.0, 16.600000381469727, 21.600000381469727, 9.199999809265137, 11.399999618530273, 4.799999713897705, 6.199999809265137, 12.0, 17.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [2.0, 2.0, 7.399999618530273, 7.599999904632568, 6.599999904632568, 8.0, 6.199999809265137, 6.799999713897705, 7.799999713897705, 8.800000190734863, 3.3999998569488525, 5.400000095367432, 0.5999999642372131, 0.3999999761581421, 9.199999809265137, 11.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [7.199999809265137, 5.599999904632568, 11.0, 12.399999618530273, 11.59999942779541, 9.399999618530273, 7.0, 10.0, 3.5999999046325684, 3.799999952316284, 10.0, 11.59999942779541, 4.400000095367432, 7.0, 4.799999713897705, 6.199999809265137]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [4.400000095367432, 5.0, 6.0, 7.399999618530273, 6.599999904632568, 8.59999942779541, 6.199999809265137, 8.800000190734863, 6.199999809265137, 6.399999618530273, 16.799999237060547, 15.799999237060547, 16.600000381469727, 21.600000381469727, 12.0, 17.399999618530273]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  8.021+/- 0.6348 (max:  21.6)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  10.36+/- 1.37 (max:  21.6)       |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  5.85+/- 0.8148 (max:  11.4)      |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  7.85+/- 0.752 (max:  12.4)       |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  9.919+/- 0.3122 (max:  13.04)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  10.37+/- 0.3352 (max:  12.74)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  8.99+/- 0.7529 (max:  13.04)     |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  10.4+/- 0.3882 (max:  13.02)     |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.03146+/- 0.006267 (max:  0.22) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.04562+/- 0.01633 (max:  0.22)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.02062+/- 0.006421 (max:  0.09) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.02812+/- 0.006273 (max:  0.09) |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  0.4                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  4.4                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  0.4                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  3.6                              |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  2.8                              |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  8.66                             |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  2.8                              |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  7.684                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.0                              |
-------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED1 against population in Overcooked-ForcedCoord6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [1.0, 0.0, 1.7999999523162842, 0.3999999761581421, 1.399999976158142, 0.3999999761581421, 2.0, 0.3999999761581421, 2.5999999046325684, 0.7999999523162842, 2.5999999046325684, 0.5999999642372131, 1.399999976158142, 0.5999999642372131, 2.0, 0.3999999761581421, 1.0, 0.5999999642372131, 2.3999998569488525, 0.7999999523162842, 2.3999998569488525, 0.7999999523162842, 1.0, 0.7999999523162842, 1.5999999046325684, 0.5999999642372131, 3.0, 0.7999999523162842, 3.1999998092651367, 0.5999999642372131, 2.3999998569488525, 0.3999999761581421, 1.7999999523162842, 0.3999999761581421, 1.0, 0.7999999523162842, 0.7999999523162842, 0.0, 1.0, 0.3999999761581421, 0.19999998807907104, 0.5999999642372131, 2.5999999046325684, 0.5999999642372131, 2.3999998569488525, 0.19999998807907104, 3.3999998569488525, 0.3999999761581421]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [1.0, 0.0, 2.0, 0.3999999761581421, 1.399999976158142, 0.5999999642372131, 2.3999998569488525, 0.7999999523162842, 1.5999999046325684, 0.5999999642372131, 2.3999998569488525, 0.3999999761581421, 0.7999999523162842, 0.0, 2.5999999046325684, 0.5999999642372131]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [1.7999999523162842, 0.3999999761581421, 2.5999999046325684, 0.7999999523162842, 2.0, 0.3999999761581421, 2.3999998569488525, 0.7999999523162842, 3.0, 0.7999999523162842, 1.7999999523162842, 0.3999999761581421, 1.0, 0.3999999761581421, 2.3999998569488525, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [1.399999976158142, 0.3999999761581421, 2.5999999046325684, 0.5999999642372131, 1.0, 0.5999999642372131, 1.0, 0.7999999523162842, 3.1999998092651367, 0.5999999642372131, 1.0, 0.7999999523162842, 0.19999998807907104, 0.5999999642372131, 3.3999998569488525, 0.3999999761581421]
------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  1.196+/- 0.1328 (max:  3.4)   |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  1.162+/- 0.2498 (max:  3.4)   |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  1.1+/- 0.2153 (max:  2.6)     |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  1.325+/- 0.2351 (max:  3.0)   |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  4.307+/- 0.2572 (max:  7.513) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  4.302+/- 0.4049 (max:  7.513) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  4.018+/- 0.5133 (max:  6.726) |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  4.601+/- 0.4277 (max:  7.141) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.0+/- 0.0 (max:  0.0)        |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0+/- 0.0 (max:  0.0)        |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.2                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                           |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.2                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  1.99                          |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                           |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  1.99                          |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                           |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                           |
------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED1 against population in Overcooked-CounterCircuit6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [14.59999942779541, 9.0, 31.399999618530273, 16.600000381469727, 19.799999237060547, 17.799999237060547, 8.199999809265137, 5.799999713897705, 13.399999618530273, 9.399999618530273, 1.1999999284744263, 0.0, 0.0, 0.19999998807907104, 1.399999976158142, 0.3999999761581421, 1.5999999046325684, 1.399999976158142, 8.399999618530273, 5.599999904632568, 22.399999618530273, 13.799999237060547, 7.199999809265137, 2.3999998569488525, 12.199999809265137, 7.0, 20.0, 12.59999942779541, 3.3999998569488525, 2.200000047683716, 12.199999809265137, 9.399999618530273, 23.0, 10.199999809265137, 7.799999713897705, 2.799999952316284, 11.0, 5.0, 23.19999885559082, 12.199999809265137, 9.59999942779541, 6.0, 16.799999237060547, 11.59999942779541, 33.39999771118164, 19.399999618530273, 11.199999809265137, 5.799999713897705]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [14.59999942779541, 9.0, 8.199999809265137, 5.799999713897705, 0.0, 0.19999998807907104, 8.399999618530273, 5.599999904632568, 12.199999809265137, 7.0, 12.199999809265137, 9.399999618530273, 11.0, 5.0, 16.799999237060547, 11.59999942779541]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [31.399999618530273, 16.600000381469727, 13.399999618530273, 9.399999618530273, 1.399999976158142, 0.3999999761581421, 22.399999618530273, 13.799999237060547, 20.0, 12.59999942779541, 23.0, 10.199999809265137, 23.19999885559082, 12.199999809265137, 33.39999771118164, 19.399999618530273]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [19.799999237060547, 17.799999237060547, 1.1999999284744263, 0.0, 1.5999999046325684, 1.399999976158142, 7.199999809265137, 2.3999998569488525, 3.3999998569488525, 2.200000047683716, 7.799999713897705, 2.799999952316284, 9.59999942779541, 6.0, 11.199999809265137, 5.799999713897705]
-----------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  10.42+/- 1.158 (max:  33.4)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  6.262+/- 1.468 (max:  19.8)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  8.562+/- 1.158 (max:  16.8)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  16.42+/- 2.308 (max:  33.4)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  10.45+/- 0.6433 (max:  20.41)   |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  7.941+/- 0.8221 (max:  13.41)   |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  9.878+/- 0.94 (max:  13.81)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  13.53+/- 1.122 (max:  20.41)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.09021+/- 0.01991 (max:  0.57) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.02437+/- 0.01565 (max:  0.22) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.04+/- 0.01114 (max:  0.14)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.2062+/- 0.04473 (max:  0.57)  |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.0                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  0.0                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  0.4                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  2.8                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                             |
-----------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED1 against population in Overcooked-AsymmAdvantages6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [5.0, 2.3999998569488525, 11.800000190734863, 9.59999942779541, 4.400000095367432, 0.19999998807907104, 3.799999952316284, 4.599999904632568, 7.799999713897705, 41.599998474121094, 4.199999809265137, 0.19999998807907104, 4.0, 32.0, 9.199999809265137, 57.79999923706055, 3.3999998569488525, 8.399999618530273, 5.599999904632568, 13.59999942779541, 8.0, 5.400000095367432, 4.400000095367432, 0.5999999642372131, 2.200000047683716, 1.399999976158142, 8.0, 13.59999942779541, 9.199999809265137, 1.399999976158142, 3.0, 1.5999999046325684, 7.199999809265137, 24.399999618530273, 3.5999999046325684, 0.19999998807907104, 2.799999952316284, 3.1999998092651367, 7.399999618530273, 15.399999618530273, 4.400000095367432, 2.200000047683716, 3.1999998092651367, 3.3999998569488525, 11.0, 18.19999885559082, 5.199999809265137, 0.5999999642372131]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [5.0, 2.3999998569488525, 3.799999952316284, 4.599999904632568, 4.0, 32.0, 5.599999904632568, 13.59999942779541, 2.200000047683716, 1.399999976158142, 3.0, 1.5999999046325684, 2.799999952316284, 3.1999998092651367, 3.1999998092651367, 3.3999998569488525]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [11.800000190734863, 9.59999942779541, 7.799999713897705, 41.599998474121094, 9.199999809265137, 57.79999923706055, 8.0, 5.400000095367432, 8.0, 13.59999942779541, 7.199999809265137, 24.399999618530273, 7.399999618530273, 15.399999618530273, 11.0, 18.19999885559082]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [4.400000095367432, 0.19999998807907104, 4.199999809265137, 0.19999998807907104, 3.3999998569488525, 8.399999618530273, 4.400000095367432, 0.5999999642372131, 9.199999809265137, 1.399999976158142, 3.5999999046325684, 0.19999998807907104, 4.400000095367432, 2.200000047683716, 5.199999809265137, 0.5999999642372131]
-------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  8.35+/- 1.562 (max:  57.8)       |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  3.287+/- 0.6988 (max:  9.2)      |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  5.737+/- 1.887 (max:  32.0)      |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  16.02+/- 3.578 (max:  57.8)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  11.03+/- 0.9006 (max:  30.19)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  6.996+/- 0.9011 (max:  13.39)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  9.519+/- 1.362 (max:  27.42)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  16.57+/- 1.294 (max:  30.19)     |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.08312+/- 0.02371 (max:  0.79)  |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.01312+/- 0.004539 (max:  0.06) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.04437+/- 0.02831 (max:  0.45)  |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.1919+/- 0.05697 (max:  0.79)   |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.2                              |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.2                              |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  1.4                              |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  5.4                              |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  1.99                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  1.99                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  5.103                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  10.95                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.03                             |
-------------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED1 against population in Overcooked-CrampedRoom6_9 for xpid plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [8.199999809265137, 6.399999618530273, 50.0, 56.19999694824219, 66.79999542236328, 68.4000015258789, 9.800000190734863, 8.800000190734863, 53.79999923706055, 54.39999771118164, 70.0, 66.5999984741211, 12.399999618530273, 13.0, 62.19999694824219, 63.0, 56.599998474121094, 59.39999771118164, 11.800000190734863, 14.799999237060547, 54.39999771118164, 64.5999984741211, 39.39999771118164, 49.0, 5.599999904632568, 8.199999809265137, 51.19999694824219, 47.0, 61.599998474121094, 62.39999771118164, 11.800000190734863, 11.199999809265137, 63.599998474121094, 71.4000015258789, 75.4000015258789, 77.0, 10.199999809265137, 11.0, 57.39999771118164, 65.5999984741211, 67.19999694824219, 69.0, 15.799999237060547, 14.59999942779541, 62.19999694824219, 74.79999542236328, 74.5999984741211, 72.79999542236328]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [8.199999809265137, 6.399999618530273, 9.800000190734863, 8.800000190734863, 12.399999618530273, 13.0, 11.800000190734863, 14.799999237060547, 5.599999904632568, 8.199999809265137, 11.800000190734863, 11.199999809265137, 10.199999809265137, 11.0, 15.799999237060547, 14.59999942779541]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [50.0, 56.19999694824219, 53.79999923706055, 54.39999771118164, 62.19999694824219, 63.0, 54.39999771118164, 64.5999984741211, 51.19999694824219, 47.0, 63.599998474121094, 71.4000015258789, 57.39999771118164, 65.5999984741211, 62.19999694824219, 74.79999542236328]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [66.79999542236328, 68.4000015258789, 70.0, 66.5999984741211, 56.599998474121094, 59.39999771118164, 39.39999771118164, 49.0, 61.599998474121094, 62.39999771118164, 75.4000015258789, 77.0, 67.19999694824219, 69.0, 74.5999984741211, 72.79999542236328]
--------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  45.03+/- 3.695 (max:  77.0)     |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  64.76+/- 2.499 (max:  77.0)     |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  10.85+/- 0.7368 (max:  15.8)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  59.49+/- 1.934 (max:  74.8)     |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  26.04+/- 1.36 (max:  36.25)     |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  32.06+/- 0.492 (max:  34.81)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  13.22+/- 0.4322 (max:  15.19)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  32.83+/- 0.7195 (max:  36.25)   |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.5617+/- 0.04909 (max:  0.93)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.8125+/- 0.02357 (max:  0.93)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.09687+/- 0.01341 (max:  0.19) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.7756+/- 0.01641 (max:  0.92)  |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  5.6                             |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  39.4                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  5.6                             |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  47.0                            |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  10.54                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  27.89                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  10.54                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  26.18                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.02                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.56                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.02                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.66                            |
--------------------------------------------------------------------------------------------------







Evaluating ACCEL_CNN-LSTM_SEED2 against population in Overcooked-CoordRing6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [2.0, 3.799999952316284, 6.399999618530273, 7.199999809265137, 5.199999809265137, 5.400000095367432, 8.0, 8.399999618530273, 12.59999942779541, 16.19999885559082, 7.199999809265137, 10.199999809265137, 9.199999809265137, 9.59999942779541, 10.199999809265137, 13.199999809265137, 11.59999942779541, 11.0, 7.599999904632568, 7.399999618530273, 8.0, 8.199999809265137, 8.199999809265137, 8.199999809265137, 9.0, 10.199999809265137, 3.0, 3.0, 7.599999904632568, 8.800000190734863, 6.0, 7.799999713897705, 12.199999809265137, 15.199999809265137, 19.19999885559082, 17.399999618530273, 0.7999999523162842, 1.1999999284744263, 3.799999952316284, 6.0, 10.59999942779541, 16.0, 7.0, 10.59999942779541, 4.199999809265137, 7.0, 7.399999618530273, 14.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [2.0, 3.799999952316284, 8.0, 8.399999618530273, 9.199999809265137, 9.59999942779541, 7.599999904632568, 7.399999618530273, 9.0, 10.199999809265137, 6.0, 7.799999713897705, 0.7999999523162842, 1.1999999284744263, 7.0, 10.59999942779541]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [6.399999618530273, 7.199999809265137, 12.59999942779541, 16.19999885559082, 10.199999809265137, 13.199999809265137, 8.0, 8.199999809265137, 3.0, 3.0, 12.199999809265137, 15.199999809265137, 3.799999952316284, 6.0, 4.199999809265137, 7.0]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [5.199999809265137, 5.400000095367432, 7.199999809265137, 10.199999809265137, 11.59999942779541, 11.0, 8.199999809265137, 8.199999809265137, 7.599999904632568, 8.800000190734863, 19.19999885559082, 17.399999618530273, 10.59999942779541, 16.0, 7.399999618530273, 14.0]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  8.604+/- 0.5957 (max:  19.2)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  10.5+/- 1.048 (max:  19.2)       |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  6.787+/- 0.7919 (max:  10.6)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  8.525+/- 1.072 (max:  16.2)      |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  10.35+/- 0.2982 (max:  15.0)     |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  10.78+/- 0.3111 (max:  13.27)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  9.788+/- 0.6564 (max:  12.16)    |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  10.49+/- 0.5226 (max:  15.0)     |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.03708+/- 0.006489 (max:  0.19) |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.04187+/- 0.01327 (max:  0.17)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.0275+/- 0.005123 (max:  0.06)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.04187+/- 0.01358 (max:  0.19)  |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  0.8                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  5.2                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  0.8                              |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  3.0                              |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  3.919                            |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  8.773                            |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  3.919                            |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  7.681                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                              |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.0                              |
-------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED2 against population in Overcooked-ForcedCoord6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [2.5999999046325684, 0.0, 3.5999999046325684, 0.19999998807907104, 1.5999999046325684, 0.7999999523162842, 2.200000047683716, 0.19999998807907104, 5.799999713897705, 0.3999999761581421, 2.799999952316284, 1.0, 3.799999952316284, 0.7999999523162842, 3.1999998092651367, 1.5999999046325684, 2.200000047683716, 2.3999998569488525, 3.799999952316284, 1.0, 3.1999998092651367, 0.3999999761581421, 2.0, 0.19999998807907104, 3.3999998569488525, 0.3999999761581421, 4.400000095367432, 1.399999976158142, 5.599999904632568, 0.3999999761581421, 2.200000047683716, 1.0, 2.5999999046325684, 0.19999998807907104, 1.5999999046325684, 0.7999999523162842, 2.0, 0.0, 2.0, 0.3999999761581421, 2.200000047683716, 1.0, 4.400000095367432, 0.5999999642372131, 4.400000095367432, 1.0, 6.199999809265137, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [2.5999999046325684, 0.0, 2.200000047683716, 0.19999998807907104, 3.799999952316284, 0.7999999523162842, 3.799999952316284, 1.0, 3.3999998569488525, 0.3999999761581421, 2.200000047683716, 1.0, 2.0, 0.0, 4.400000095367432, 0.5999999642372131]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [3.5999999046325684, 0.19999998807907104, 5.799999713897705, 0.3999999761581421, 3.1999998092651367, 1.5999999046325684, 3.1999998092651367, 0.3999999761581421, 4.400000095367432, 1.399999976158142, 2.5999999046325684, 0.19999998807907104, 2.0, 0.3999999761581421, 4.400000095367432, 1.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [1.5999999046325684, 0.7999999523162842, 2.799999952316284, 1.0, 2.200000047683716, 2.3999998569488525, 2.0, 0.19999998807907104, 5.599999904632568, 0.3999999761581421, 1.5999999046325684, 0.7999999523162842, 2.200000047683716, 1.0, 6.199999809265137, 0.19999998807907104]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  1.962+/- 0.2372 (max:  6.2)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  1.937+/- 0.4362 (max:  6.2)         |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  1.775+/- 0.371 (max:  4.4)          |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  2.175+/- 0.4423 (max:  5.8)         |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  5.226+/- 0.3505 (max:  9.506)       |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  5.273+/- 0.5376 (max:  9.25)        |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  4.879+/- 0.6822 (max:  8.34)        |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  5.526+/- 0.6217 (max:  9.506)       |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.0004167+/- 0.0002915 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.0+/- 0.0 (max:  0.0)              |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.000625+/- 0.000625 (max:  0.01)   |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.000625+/- 0.000625 (max:  0.01)   |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.2                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                                 |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.2                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  1.99                                |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                                 |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  1.99                                |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                                 |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                                 |
------------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED2 against population in Overcooked-CounterCircuit6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [10.59999942779541, 10.199999809265137, 17.399999618530273, 13.199999809265137, 13.799999237060547, 12.199999809265137, 5.400000095367432, 5.0, 11.399999618530273, 9.800000190734863, 0.3999999761581421, 0.0, 0.19999998807907104, 0.0, 4.199999809265137, 0.7999999523162842, 2.200000047683716, 2.200000047683716, 6.0, 4.799999713897705, 19.799999237060547, 11.399999618530273, 9.399999618530273, 5.199999809265137, 12.0, 7.199999809265137, 12.399999618530273, 9.59999942779541, 3.3999998569488525, 1.7999999523162842, 8.399999618530273, 8.399999618530273, 16.600000381469727, 9.199999809265137, 6.399999618530273, 5.400000095367432, 6.0, 4.799999713897705, 11.0, 9.0, 7.799999713897705, 7.199999809265137, 14.59999942779541, 9.59999942779541, 25.399999618530273, 13.799999237060547, 9.59999942779541, 5.599999904632568]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [10.59999942779541, 10.199999809265137, 5.400000095367432, 5.0, 0.19999998807907104, 0.0, 6.0, 4.799999713897705, 12.0, 7.199999809265137, 8.399999618530273, 8.399999618530273, 6.0, 4.799999713897705, 14.59999942779541, 9.59999942779541]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [17.399999618530273, 13.199999809265137, 11.399999618530273, 9.800000190734863, 4.199999809265137, 0.7999999523162842, 19.799999237060547, 11.399999618530273, 12.399999618530273, 9.59999942779541, 16.600000381469727, 9.199999809265137, 11.0, 9.0, 25.399999618530273, 13.799999237060547]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [13.799999237060547, 12.199999809265137, 0.3999999761581421, 0.0, 2.200000047683716, 2.200000047683716, 9.399999618530273, 5.199999809265137, 3.3999998569488525, 1.7999999523162842, 6.399999618530273, 5.400000095367432, 7.799999713897705, 7.199999809265137, 9.59999942779541, 5.599999904632568]
-----------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  8.35+/- 0.7755 (max:  25.4)     |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  5.787+/- 1.02 (max:  13.8)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  7.075+/- 0.9791 (max:  14.6)    |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  12.19+/- 1.458 (max:  25.4)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  10.42+/- 0.629 (max:  23.13)    |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  8.145+/- 0.8287 (max:  13.17)   |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  9.386+/- 0.9118 (max:  13.22)   |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  13.73+/- 1.027 (max:  23.13)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.05792+/- 0.01221 (max:  0.41) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.0125+/- 0.007042 (max:  0.11) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.02937+/- 0.00915 (max:  0.12) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.1319+/- 0.02666 (max:  0.41)  |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.0                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  0.0                             |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  0.8                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  0.0                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  3.919                           |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                             |
-----------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED2 against population in Overcooked-AsymmAdvantages6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [3.799999952316284, 2.200000047683716, 3.3999998569488525, 7.199999809265137, 3.799999952316284, 0.3999999761581421, 1.7999999523162842, 4.400000095367432, 6.199999809265137, 34.79999923706055, 3.1999998092651367, 0.7999999523162842, 5.599999904632568, 31.599998474121094, 4.599999904632568, 51.599998474121094, 5.799999713897705, 8.199999809265137, 3.5999999046325684, 14.0, 4.199999809265137, 5.199999809265137, 5.0, 1.5999999046325684, 3.0, 1.1999999284744263, 5.599999904632568, 16.399999618530273, 6.399999618530273, 1.7999999523162842, 3.5999999046325684, 2.3999998569488525, 4.199999809265137, 23.600000381469727, 5.799999713897705, 0.5999999642372131, 2.5999999046325684, 1.1999999284744263, 4.799999713897705, 14.199999809265137, 6.399999618530273, 1.399999976158142, 2.799999952316284, 3.5999999046325684, 4.799999713897705, 18.799999237060547, 6.199999809265137, 0.19999998807907104]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [3.799999952316284, 2.200000047683716, 1.7999999523162842, 4.400000095367432, 5.599999904632568, 31.599998474121094, 3.5999999046325684, 14.0, 3.0, 1.1999999284744263, 3.5999999046325684, 2.3999998569488525, 2.5999999046325684, 1.1999999284744263, 2.799999952316284, 3.5999999046325684]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [3.3999998569488525, 7.199999809265137, 6.199999809265137, 34.79999923706055, 4.599999904632568, 51.599998474121094, 4.199999809265137, 5.199999809265137, 5.599999904632568, 16.399999618530273, 4.199999809265137, 23.600000381469727, 4.799999713897705, 14.199999809265137, 4.799999713897705, 18.799999237060547]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [3.799999952316284, 0.3999999761581421, 3.1999998092651367, 0.7999999523162842, 5.799999713897705, 8.199999809265137, 5.0, 1.5999999046325684, 6.399999618530273, 1.7999999523162842, 5.799999713897705, 0.5999999642372131, 6.399999618530273, 1.399999976158142, 6.199999809265137, 0.19999998807907104]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  7.387+/- 1.42 (max:  51.6)      |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  3.6+/- 0.6651 (max:  8.2)       |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  5.462+/- 1.895 (max:  31.6)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  13.1+/- 3.398 (max:  51.6)      |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  10.14+/- 0.8291 (max:  29.15)   |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  7.411+/- 0.8157 (max:  10.91)   |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  9.115+/- 1.341 (max:  27.01)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  13.88+/- 1.58 (max:  29.15)     |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.07312+/- 0.02311 (max:  0.76) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.01312+/- 0.00395 (max:  0.04) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.04625+/- 0.03011 (max:  0.48) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.16+/- 0.05752 (max:  0.76)    |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  1.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  3.4                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  4.75                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  7.513                           |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
------------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED2 against population in Overcooked-CrampedRoom6_9 for xpid SEED_2_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [8.0, 6.399999618530273, 63.39999771118164, 61.39999771118164, 70.4000015258789, 74.5999984741211, 10.800000190734863, 9.0, 60.19999694824219, 62.19999694824219, 76.79999542236328, 74.79999542236328, 13.199999809265137, 10.199999809265137, 66.5999984741211, 67.79999542236328, 61.79999923706055, 66.19999694824219, 11.800000190734863, 12.199999809265137, 73.4000015258789, 70.5999984741211, 55.0, 55.79999923706055, 5.799999713897705, 6.399999618530273, 53.599998474121094, 56.39999771118164, 64.4000015258789, 67.79999542236328, 12.799999237060547, 10.59999942779541, 70.19999694824219, 73.4000015258789, 81.4000015258789, 82.5999984741211, 11.399999618530273, 13.0, 62.19999694824219, 70.4000015258789, 72.0, 71.4000015258789, 14.799999237060547, 12.799999237060547, 66.5999984741211, 68.19999694824219, 74.5999984741211, 75.19999694824219]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [8.0, 6.399999618530273, 10.800000190734863, 9.0, 13.199999809265137, 10.199999809265137, 11.800000190734863, 12.199999809265137, 5.799999713897705, 6.399999618530273, 12.799999237060547, 10.59999942779541, 11.399999618530273, 13.0, 14.799999237060547, 12.799999237060547]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [63.39999771118164, 61.39999771118164, 60.19999694824219, 62.19999694824219, 66.5999984741211, 67.79999542236328, 73.4000015258789, 70.5999984741211, 53.599998474121094, 56.39999771118164, 70.19999694824219, 73.4000015258789, 62.19999694824219, 70.4000015258789, 66.5999984741211, 68.19999694824219]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [70.4000015258789, 74.5999984741211, 76.79999542236328, 74.79999542236328, 61.79999923706055, 66.19999694824219, 55.0, 55.79999923706055, 64.4000015258789, 67.79999542236328, 81.4000015258789, 82.5999984741211, 72.0, 71.4000015258789, 74.5999984741211, 75.19999694824219]
--------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  48.76+/- 4.038 (max:  82.6)     |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  70.3+/- 2.017 (max:  82.6)      |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  10.57+/- 0.6841 (max:  14.8)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  65.41+/- 1.454 (max:  73.4)     |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  25.92+/- 1.398 (max:  37.72)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  31.87+/- 0.6411 (max:  35.73)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  12.76+/- 0.4283 (max:  15.97)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  33.13+/- 0.649 (max:  37.72)    |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.5917+/- 0.05304 (max:  0.95)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.8687+/- 0.01793 (max:  0.95)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.08375+/- 0.01068 (max:  0.15) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.8225+/- 0.01185 (max:  0.9)   |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  5.8                             |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  55.0                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  5.8                             |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  53.6                            |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  9.506                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  26.96                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  9.506                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  29.13                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.01                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.7                             |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.01                            |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.71                            |
--------------------------------------------------------------------------------------------------








Evaluating ACCEL_CNN-LSTM_SEED3 against population in Overcooked-CoordRing6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CoordRing6_9, v [6.0, 7.599999904632568, 17.399999618530273, 15.399999618530273, 24.399999618530273, 22.799999237060547, 15.0, 16.799999237060547, 32.0, 33.39999771118164, 20.600000381469727, 19.600000381469727, 12.799999237060547, 15.199999809265137, 24.799999237060547, 24.399999618530273, 23.19999885559082, 22.19999885559082, 17.0, 13.399999618530273, 16.0, 17.0, 23.0, 22.399999618530273, 14.0, 11.59999942779541, 22.399999618530273, 20.600000381469727, 24.19999885559082, 22.799999237060547, 15.399999618530273, 17.799999237060547, 28.599998474121094, 28.19999885559082, 37.39999771118164, 35.79999923706055, 7.799999713897705, 4.599999904632568, 21.799999237060547, 19.19999885559082, 29.399999618530273, 28.399999618530273, 12.399999618530273, 11.199999809265137, 15.0, 14.199999809265137, 15.799999237060547, 16.399999618530273]
k eval/a0:test_return:Overcooked-CoordRing6_9:low, v [6.0, 7.599999904632568, 15.0, 16.799999237060547, 12.799999237060547, 15.199999809265137, 17.0, 13.399999618530273, 14.0, 11.59999942779541, 15.399999618530273, 17.799999237060547, 7.799999713897705, 4.599999904632568, 12.399999618530273, 11.199999809265137]
k eval/a0:test_return:Overcooked-CoordRing6_9:mid, v [17.399999618530273, 15.399999618530273, 32.0, 33.39999771118164, 24.799999237060547, 24.399999618530273, 16.0, 17.0, 22.399999618530273, 20.600000381469727, 28.599998474121094, 28.19999885559082, 21.799999237060547, 19.19999885559082, 15.0, 14.199999809265137]
k eval/a0:test_return:Overcooked-CoordRing6_9:high, v [24.399999618530273, 22.799999237060547, 20.600000381469727, 19.600000381469727, 23.19999885559082, 22.19999885559082, 23.0, 22.399999618530273, 24.19999885559082, 22.799999237060547, 37.39999771118164, 35.79999923706055, 29.399999618530273, 28.399999618530273, 15.799999237060547, 16.399999618530273]
-----------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CoordRing6_9               |  19.53+/- 1.075 (max:  37.4)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:high          |  24.27+/- 1.49 (max:  37.4)     |
| eval/a0:test_return:Overcooked-CoordRing6_9:low           |  12.41+/- 1.011 (max:  17.8)    |
| eval/a0:test_return:Overcooked-CoordRing6_9:mid           |  21.9+/- 1.542 (max:  33.4)     |
| eval/a0:test_return_std:Overcooked-CoordRing6_9           |  12.34+/- 0.2959 (max:  18.35)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:high      |  10.98+/- 0.4412 (max:  14.23)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:low       |  12.52+/- 0.4541 (max:  15.25)  |
| eval/a0:test_return_std:Overcooked-CoordRing6_9:mid       |  13.51+/- 0.4522 (max:  18.35)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9          |  0.2285+/- 0.02794 (max:  0.8)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high     |  0.2969+/- 0.05599 (max:  0.8)  |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low      |  0.1+/- 0.01732 (max:  0.22)    |
| eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid      |  0.2887+/- 0.04742 (max:  0.66) |
| min:eval/a0:test_return:Overcooked-CoordRing6_9           |  4.6                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:high      |  15.8                           |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:low       |  4.6                            |
| min:eval/a0:test_return:Overcooked-CoordRing6_9:mid       |  14.2                           |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9       |  8.146                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:high  |  8.146                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:low   |  8.417                          |
| min:eval/a0:test_return_std:Overcooked-CoordRing6_9:mid   |  11.26                          |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9      |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:high |  0.09                           |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:low  |  0.0                            |
| min:eval/a0:test_solved_rate:Overcooked-CoordRing6_9:mid  |  0.07                           |
-----------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED3 against population in Overcooked-ForcedCoord6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-ForcedCoord6_9, v [4.199999809265137, 0.0, 4.400000095367432, 0.3999999761581421, 4.199999809265137, 0.3999999761581421, 2.3999998569488525, 0.0, 3.0, 0.0, 3.0, 0.0, 4.599999904632568, 0.19999998807907104, 3.5999999046325684, 0.7999999523162842, 2.3999998569488525, 1.399999976158142, 4.0, 0.3999999761581421, 4.199999809265137, 0.0, 2.3999998569488525, 0.0, 3.5999999046325684, 0.19999998807907104, 5.199999809265137, 0.19999998807907104, 4.400000095367432, 0.3999999761581421, 2.799999952316284, 0.19999998807907104, 2.200000047683716, 0.0, 1.7999999523162842, 0.3999999761581421, 1.5999999046325684, 0.19999998807907104, 2.0, 0.19999998807907104, 1.7999999523162842, 0.19999998807907104, 2.200000047683716, 0.0, 5.599999904632568, 0.19999998807907104, 5.199999809265137, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:low, v [4.199999809265137, 0.0, 2.3999998569488525, 0.0, 4.599999904632568, 0.19999998807907104, 4.0, 0.3999999761581421, 3.5999999046325684, 0.19999998807907104, 2.799999952316284, 0.19999998807907104, 1.5999999046325684, 0.19999998807907104, 2.200000047683716, 0.0]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:mid, v [4.400000095367432, 0.3999999761581421, 3.0, 0.0, 3.5999999046325684, 0.7999999523162842, 4.199999809265137, 0.0, 5.199999809265137, 0.19999998807907104, 2.200000047683716, 0.0, 2.0, 0.19999998807907104, 5.599999904632568, 0.19999998807907104]
k eval/a0:test_return:Overcooked-ForcedCoord6_9:high, v [4.199999809265137, 0.3999999761581421, 3.0, 0.0, 2.3999998569488525, 1.399999976158142, 2.3999998569488525, 0.0, 4.400000095367432, 0.3999999761581421, 1.7999999523162842, 0.3999999761581421, 1.7999999523162842, 0.19999998807907104, 5.199999809265137, 0.0]
----------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-ForcedCoord6_9               |  1.804+/- 0.2608 (max:  5.6)       |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:high          |  1.75+/- 0.4307 (max:  5.2)        |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:low           |  1.662+/- 0.4323 (max:  4.6)       |
| eval/a0:test_return:Overcooked-ForcedCoord6_9:mid           |  2.0+/- 0.5128 (max:  5.6)         |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9           |  4.572+/- 0.4702 (max:  9.319)     |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high      |  4.618+/- 0.7886 (max:  8.773)     |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low       |  4.346+/- 0.8285 (max:  9.319)     |
| eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid       |  4.753+/- 0.8742 (max:  9.217)     |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9          |  0.002083+/- 0.000663 (max:  0.02) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high     |  0.001875+/- 0.001008 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low      |  0.001875+/- 0.00136 (max:  0.02)  |
| eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid      |  0.0025+/- 0.001118 (max:  0.01)   |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9           |  0.0                               |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:high      |  0.0                               |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:low       |  0.0                               |
| min:eval/a0:test_return:Overcooked-ForcedCoord6_9:mid       |  0.0                               |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9       |  0.0                               |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:high  |  0.0                               |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:low   |  0.0                               |
| min:eval/a0:test_return_std:Overcooked-ForcedCoord6_9:mid   |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9      |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:high |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:low  |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-ForcedCoord6_9:mid  |  0.0                               |
----------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED3 against population in Overcooked-CounterCircuit6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CounterCircuit6_9, v [4.0, 2.200000047683716, 4.599999904632568, 2.3999998569488525, 0.7999999523162842, 1.0, 1.5999999046325684, 1.1999999284744263, 2.0, 2.0, 0.3999999761581421, 0.0, 4.599999904632568, 2.200000047683716, 13.0, 5.599999904632568, 4.799999713897705, 3.0, 3.5999999046325684, 1.0, 12.199999809265137, 8.800000190734863, 3.0, 0.5999999642372131, 3.3999998569488525, 2.5999999046325684, 8.399999618530273, 5.0, 3.1999998092651367, 1.0, 4.400000095367432, 1.399999976158142, 7.399999618530273, 3.5999999046325684, 3.1999998092651367, 1.5999999046325684, 1.7999999523162842, 1.0, 4.599999904632568, 2.3999998569488525, 2.200000047683716, 0.3999999761581421, 3.799999952316284, 1.1999999284744263, 2.3999998569488525, 1.5999999046325684, 3.799999952316284, 0.19999998807907104]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:low, v [4.0, 2.200000047683716, 1.5999999046325684, 1.1999999284744263, 4.599999904632568, 2.200000047683716, 3.5999999046325684, 1.0, 3.3999998569488525, 2.5999999046325684, 4.400000095367432, 1.399999976158142, 1.7999999523162842, 1.0, 3.799999952316284, 1.1999999284744263]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:mid, v [4.599999904632568, 2.3999998569488525, 2.0, 2.0, 13.0, 5.599999904632568, 12.199999809265137, 8.800000190734863, 8.399999618530273, 5.0, 7.399999618530273, 3.5999999046325684, 4.599999904632568, 2.3999998569488525, 2.3999998569488525, 1.5999999046325684]
k eval/a0:test_return:Overcooked-CounterCircuit6_9:high, v [0.7999999523162842, 1.0, 0.3999999761581421, 0.0, 4.799999713897705, 3.0, 3.0, 0.5999999642372131, 3.1999998092651367, 1.0, 3.1999998092651367, 1.5999999046325684, 2.200000047683716, 0.3999999761581421, 3.799999952316284, 0.19999998807907104]
-------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CounterCircuit6_9               |  3.233+/- 0.4047 (max:  13.0)      |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:high          |  1.825+/- 0.3732 (max:  4.8)       |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:low           |  2.5+/- 0.3199 (max:  4.6)         |
| eval/a0:test_return:Overcooked-CounterCircuit6_9:mid           |  5.375+/- 0.9079 (max:  13.0)      |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9           |  6.684+/- 0.3522 (max:  11.96)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high      |  5.113+/- 0.6292 (max:  8.542)     |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low       |  6.42+/- 0.3651 (max:  8.485)      |
| eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid       |  8.52+/- 0.4931 (max:  11.96)      |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9          |  0.005+/- 0.001518 (max:  0.06)    |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high     |  0.00125+/- 0.0008539 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low      |  0.00125+/- 0.0008539 (max:  0.01) |
| eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid      |  0.0125+/- 0.003819 (max:  0.06)   |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9           |  0.0                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:high      |  0.0                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:low       |  1.0                               |
| min:eval/a0:test_return:Overcooked-CounterCircuit6_9:mid       |  1.6                               |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9       |  0.0                               |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:high  |  0.0                               |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:low   |  4.359                             |
| min:eval/a0:test_return_std:Overcooked-CounterCircuit6_9:mid   |  5.426                             |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9      |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:high |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:low  |  0.0                               |
| min:eval/a0:test_solved_rate:Overcooked-CounterCircuit6_9:mid  |  0.0                               |
-------------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED3 against population in Overcooked-AsymmAdvantages6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9, v [0.19999998807907104, 7.199999809265137, 0.19999998807907104, 16.799999237060547, 0.3999999761581421, 10.399999618530273, 0.3999999761581421, 10.399999618530273, 0.3999999761581421, 42.39999771118164, 0.5999999642372131, 11.0, 0.19999998807907104, 41.39999771118164, 0.19999998807907104, 59.39999771118164, 0.19999998807907104, 19.600000381469727, 0.19999998807907104, 20.600000381469727, 0.19999998807907104, 15.799999237060547, 0.3999999761581421, 10.199999809265137, 0.19999998807907104, 6.199999809265137, 0.19999998807907104, 25.19999885559082, 0.3999999761581421, 12.799999237060547, 0.19999998807907104, 6.799999713897705, 0.19999998807907104, 28.799999237060547, 0.3999999761581421, 10.0, 0.19999998807907104, 6.199999809265137, 0.19999998807907104, 28.19999885559082, 0.3999999761581421, 13.399999618530273, 0.3999999761581421, 9.800000190734863, 0.19999998807907104, 28.19999885559082, 0.19999998807907104, 10.0]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low, v [0.19999998807907104, 7.199999809265137, 0.3999999761581421, 10.399999618530273, 0.19999998807907104, 41.39999771118164, 0.19999998807907104, 20.600000381469727, 0.19999998807907104, 6.199999809265137, 0.19999998807907104, 6.799999713897705, 0.19999998807907104, 6.199999809265137, 0.3999999761581421, 9.800000190734863]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid, v [0.19999998807907104, 16.799999237060547, 0.3999999761581421, 42.39999771118164, 0.19999998807907104, 59.39999771118164, 0.19999998807907104, 15.799999237060547, 0.19999998807907104, 25.19999885559082, 0.19999998807907104, 28.799999237060547, 0.19999998807907104, 28.19999885559082, 0.19999998807907104, 28.19999885559082]
k eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high, v [0.3999999761581421, 10.399999618530273, 0.5999999642372131, 11.0, 0.19999998807907104, 19.600000381469727, 0.3999999761581421, 10.199999809265137, 0.3999999761581421, 12.799999237060547, 0.3999999761581421, 10.0, 0.3999999761581421, 13.399999618530273, 0.19999998807907104, 10.0]
------------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9               |  9.533+/- 1.922 (max:  59.4)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high          |  6.275+/- 1.623 (max:  19.6)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low           |  6.912+/- 2.703 (max:  41.4)     |
| eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid           |  15.41+/- 4.615 (max:  59.4)     |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9           |  9.404+/- 1.199 (max:  31.81)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high      |  7.925+/- 1.398 (max:  16.73)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low       |  8.098+/- 1.813 (max:  26.57)    |
| eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid       |  12.19+/- 2.74 (max:  31.81)     |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9          |  0.1154+/- 0.02953 (max:  0.84)  |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high     |  0.04937+/- 0.01822 (max:  0.26) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low      |  0.07187+/- 0.04141 (max:  0.64) |
| eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid      |  0.225+/- 0.07024 (max:  0.84)   |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9           |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:high      |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:low       |  0.2                             |
| min:eval/a0:test_return:Overcooked-AsymmAdvantages6_9:mid       |  0.2                             |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9       |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:high  |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:low   |  1.99                            |
| min:eval/a0:test_return_std:Overcooked-AsymmAdvantages6_9:mid   |  1.99                            |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9      |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:high |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:low  |  0.0                             |
| min:eval/a0:test_solved_rate:Overcooked-AsymmAdvantages6_9:mid  |  0.0                             |
------------------------------------------------------------------------------------------------------
Evaluating ACCEL_CNN-LSTM_SEED3 against population in Overcooked-CrampedRoom6_9 for xpid SEED_3_plr-overcooked6x9w15_fs_IMAGE-rpf_p0.8b4000t0.1s0.3m0.5r_mdef20bat_r1s_32p_1e_400t_ae1e-05_smm-ppo_lr0.0003g0.999cv0.5ce0.01e8mb4l0.98_pc0.2_h64cf32fc3se5ba_re_lstm_h64_0
k eval/a0:test_return:Overcooked-CrampedRoom6_9, v [10.59999942779541, 8.199999809265137, 66.79999542236328, 63.79999923706055, 105.39999389648438, 105.19999694824219, 17.600000381469727, 16.399999618530273, 74.4000015258789, 69.4000015258789, 104.79999542236328, 102.0, 19.19999885559082, 17.799999237060547, 94.4000015258789, 93.19999694824219, 104.5999984741211, 103.5999984741211, 20.799999237060547, 19.600000381469727, 80.4000015258789, 80.79999542236328, 91.5999984741211, 88.5999984741211, 9.399999618530273, 10.800000190734863, 68.5999984741211, 71.0, 95.0, 96.5999984741211, 18.399999618530273, 17.799999237060547, 86.4000015258789, 84.0, 100.0, 102.79999542236328, 20.0, 18.19999885559082, 73.19999694824219, 73.0, 98.5999984741211, 103.5999984741211, 17.399999618530273, 16.600000381469727, 84.0, 82.5999984741211, 104.0, 104.39999389648438]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:low, v [10.59999942779541, 8.199999809265137, 17.600000381469727, 16.399999618530273, 19.19999885559082, 17.799999237060547, 20.799999237060547, 19.600000381469727, 9.399999618530273, 10.800000190734863, 18.399999618530273, 17.799999237060547, 20.0, 18.19999885559082, 17.399999618530273, 16.600000381469727]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:mid, v [66.79999542236328, 63.79999923706055, 74.4000015258789, 69.4000015258789, 94.4000015258789, 93.19999694824219, 80.4000015258789, 80.79999542236328, 68.5999984741211, 71.0, 86.4000015258789, 84.0, 73.19999694824219, 73.0, 84.0, 82.5999984741211]
k eval/a0:test_return:Overcooked-CrampedRoom6_9:high, v [105.39999389648438, 105.19999694824219, 104.79999542236328, 102.0, 104.5999984741211, 103.5999984741211, 91.5999984741211, 88.5999984741211, 95.0, 96.5999984741211, 100.0, 102.79999542236328, 98.5999984741211, 103.5999984741211, 104.0, 104.39999389648438]
-------------------------------------------------------------------------------------------------
| eval/a0:test_return:Overcooked-CrampedRoom6_9               |  64.91+/- 5.288 (max:  105.4)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:high          |  100.7+/- 1.299 (max:  105.4)   |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:low           |  16.17+/- 1.009 (max:  20.8)    |
| eval/a0:test_return:Overcooked-CrampedRoom6_9:mid           |  77.87+/- 2.306 (max:  94.4)    |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9           |  20.01+/- 0.7235 (max:  28.98)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high      |  21.78+/- 0.568 (max:  25.34)   |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low       |  13.89+/- 0.4176 (max:  15.98)  |
| eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid       |  24.36+/- 0.6765 (max:  28.98)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9          |  0.7027+/- 0.05534 (max:  1.0)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high     |  0.9912+/- 0.002016 (max:  1.0) |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low      |  0.1712+/- 0.02091 (max:  0.3)  |
| eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid      |  0.9456+/- 0.00532 (max:  0.98) |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9           |  8.2                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:high      |  88.6                           |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:low       |  8.2                            |
| min:eval/a0:test_return:Overcooked-CrampedRoom6_9:mid       |  63.8                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9       |  10.62                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:high  |  16.4                           |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:low   |  10.62                          |
| min:eval/a0:test_return_std:Overcooked-CrampedRoom6_9:mid   |  18.7                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9      |  0.02                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:high |  0.98                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:low  |  0.02                           |
| min:eval/a0:test_solved_rate:Overcooked-CrampedRoom6_9:mid  |  0.91                           |
-------------------------------------------------------------------------------------------------
