episode: 0, total reward: 24.0
episode: 1, total reward: 29.0
episode: 2, total reward: 10.0
episode: 3, total reward: 15.0
episode: 4, total reward: 46.0
episode: 5, total reward: 17.0
episode: 6, total reward: 23.0
episode: 7, total reward: 26.0
episode: 8, total reward: 27.0
episode: 9, total reward: 16.0
episode: 10, total reward: 32.0
episode: 11, total reward: 16.0
episode: 12, total reward: 34.0
episode: 13, total reward: 17.0
episode: 14, total reward: 60.0
episode: 15, total reward: 20.0
episode: 16, total reward: 37.0
episode: 17, total reward: 19.0
episode: 18, total reward: 15.0
episode: 19, total reward: 34.0
episode: 20, total reward: 20.0
episode: 21, total reward: 13.0
episode: 22, total reward: 12.0
episode: 23, total reward: 15.0
episode: 24, total reward: 27.0
episode: 25, total reward: 24.0
episode: 26, total reward: 33.0
episode: 27, total reward: 11.0
episode: 28, total reward: 12.0
episode: 29, total reward: 20.0
episode: 30, total reward: 12.0
episode: 31, total reward: 14.0
episode: 32, total reward: 15.0
episode: 33, total reward: 50.0
episode: 34, total reward: 19.0
episode: 35, total reward: 31.0
episode: 36, total reward: 8.0
episode: 37, total reward: 63.0
episode: 38, total reward: 12.0
episode: 39, total reward: 26.0
episode: 40, total reward: 26.0
episode: 41, total reward: 19.0
episode: 42, total reward: 14.0
episode: 43, total reward: 29.0
episode: 44, total reward: 18.0
episode: 45, total reward: 13.0
episode: 46, total reward: 14.0
episode: 47, total reward: 16.0
episode: 48, total reward: 23.0
episode: 49, total reward: 11.0
episode: 50, total reward: 19.0
episode: 51, total reward: 21.0
episode: 52, total reward: 19.0
episode: 53, total reward: 18.0
episode: 54, total reward: 26.0
episode: 55, total reward: 13.0
episode: 56, total reward: 11.0
episode: 57, total reward: 12.0
episode: 58, total reward: 12.0
episode: 59, total reward: 11.0
episode: 60, total reward: 13.0
episode: 61, total reward: 14.0
episode: 62, total reward: 17.0
episode: 63, total reward: 28.0
episode: 64, total reward: 18.0
episode: 65, total reward: 18.0
episode: 66, total reward: 10.0
episode: 67, total reward: 25.0
episode: 68, total reward: 32.0
episode: 69, total reward: 22.0
episode: 70, total reward: 27.0
episode: 71, total reward: 26.0
episode: 72, total reward: 13.0
episode: 73, total reward: 37.0
episode: 74, total reward: 18.0
episode: 75, total reward: 16.0
episode: 76, total reward: 21.0
episode: 77, total reward: 52.0
episode: 78, total reward: 18.0
episode: 79, total reward: 14.0
episode: 80, total reward: 20.0
episode: 81, total reward: 28.0
episode: 82, total reward: 19.0
episode: 83, total reward: 11.0
episode: 84, total reward: 16.0
episode: 85, total reward: 10.0
episode: 86, total reward: 19.0
episode: 87, total reward: 13.0
episode: 88, total reward: 15.0
episode: 89, total reward: 18.0
episode: 90, total reward: 10.0
episode: 91, total reward: 19.0
episode: 92, total reward: 14.0
episode: 93, total reward: 13.0
episode: 94, total reward: 21.0
episode: 95, total reward: 12.0
episode: 96, total reward: 10.0
episode: 97, total reward: 11.0
episode: 98, total reward: 10.0
episode: 99, total reward: 20.0
episode: 100, total reward: 13.0
episode: 101, total reward: 16.0
episode: 102, total reward: 13.0
episode: 103, total reward: 40.0
episode: 104, total reward: 13.0
episode: 105, total reward: 14.0
episode: 106, total reward: 11.0
episode: 107, total reward: 20.0
episode: 108, total reward: 27.0
episode: 109, total reward: 13.0
episode: 110, total reward: 13.0
episode: 111, total reward: 21.0
episode: 112, total reward: 15.0
episode: 113, total reward: 13.0
episode: 114, total reward: 22.0
episode: 115, total reward: 11.0
episode: 116, total reward: 22.0
episode: 117, total reward: 12.0
episode: 118, total reward: 16.0
episode: 119, total reward: 12.0
episode: 120, total reward: 19.0
episode: 121, total reward: 15.0
episode: 122, total reward: 13.0
episode: 123, total reward: 20.0
episode: 124, total reward: 14.0
episode: 125, total reward: 16.0
episode: 126, total reward: 23.0
episode: 127, total reward: 16.0
episode: 128, total reward: 17.0
episode: 129, total reward: 11.0
episode: 130, total reward: 30.0
episode: 131, total reward: 14.0
episode: 132, total reward: 10.0
episode: 133, total reward: 11.0
episode: 134, total reward: 13.0
episode: 135, total reward: 20.0
episode: 136, total reward: 16.0
episode: 137, total reward: 12.0
episode: 138, total reward: 17.0
episode: 139, total reward: 11.0
episode: 140, total reward: 12.0
episode: 141, total reward: 12.0
episode: 142, total reward: 21.0
episode: 143, total reward: 13.0
episode: 144, total reward: 14.0
episode: 145, total reward: 10.0
episode: 146, total reward: 15.0
episode: 147, total reward: 11.0
episode: 148, total reward: 11.0
episode: 149, total reward: 11.0
episode: 150, total reward: 10.0
episode: 151, total reward: 21.0
episode: 152, total reward: 14.0
episode: 153, total reward: 12.0
episode: 154, total reward: 22.0
episode: 155, total reward: 16.0
episode: 156, total reward: 14.0
episode: 157, total reward: 13.0
episode: 158, total reward: 14.0
episode: 159, total reward: 9.0
episode: 160, total reward: 11.0
episode: 161, total reward: 17.0
episode: 162, total reward: 11.0
episode: 163, total reward: 15.0
episode: 164, total reward: 13.0
episode: 165, total reward: 14.0
episode: 166, total reward: 9.0
episode: 167, total reward: 18.0
episode: 168, total reward: 12.0
episode: 169, total reward: 11.0
episode: 170, total reward: 14.0
episode: 171, total reward: 9.0
episode: 172, total reward: 18.0
episode: 173, total reward: 16.0
episode: 174, total reward: 15.0
episode: 175, total reward: 12.0
episode: 176, total reward: 14.0
episode: 177, total reward: 13.0
episode: 178, total reward: 13.0
episode: 179, total reward: 10.0
episode: 180, total reward: 11.0
episode: 181, total reward: 12.0
episode: 182, total reward: 15.0
episode: 183, total reward: 12.0
episode: 184, total reward: 18.0
episode: 185, total reward: 16.0
episode: 186, total reward: 16.0
episode: 187, total reward: 11.0
episode: 188, total reward: 11.0
episode: 189, total reward: 21.0
episode: 190, total reward: 18.0
episode: 191, total reward: 14.0
episode: 192, total reward: 10.0
episode: 193, total reward: 13.0
episode: 194, total reward: 12.0
episode: 195, total reward: 14.0
episode: 196, total reward: 15.0
episode: 197, total reward: 15.0
episode: 198, total reward: 18.0
episode: 199, total reward: 20.0
episode: 200, total reward: 12.0
episode: 201, total reward: 13.0
episode: 202, total reward: 16.0
episode: 203, total reward: 11.0
episode: 204, total reward: 12.0
episode: 205, total reward: 13.0
episode: 206, total reward: 12.0
episode: 207, total reward: 18.0
episode: 208, total reward: 9.0
episode: 209, total reward: 12.0
episode: 210, total reward: 9.0
episode: 211, total reward: 18.0
episode: 212, total reward: 13.0
episode: 213, total reward: 13.0
episode: 214, total reward: 11.0
episode: 215, total reward: 13.0
episode: 216, total reward: 9.0
episode: 217, total reward: 11.0
episode: 218, total reward: 12.0
episode: 219, total reward: 10.0
episode: 220, total reward: 13.0
episode: 221, total reward: 12.0
episode: 222, total reward: 12.0
episode: 223, total reward: 11.0
episode: 224, total reward: 12.0
episode: 225, total reward: 9.0
episode: 226, total reward: 11.0
episode: 227, total reward: 14.0
episode: 228, total reward: 10.0
episode: 229, total reward: 12.0
episode: 230, total reward: 9.0
episode: 231, total reward: 9.0
episode: 232, total reward: 9.0
episode: 233, total reward: 10.0
episode: 234, total reward: 10.0
episode: 235, total reward: 11.0
episode: 236, total reward: 9.0
episode: 237, total reward: 11.0
episode: 238, total reward: 12.0
episode: 239, total reward: 10.0
episode: 240, total reward: 9.0
episode: 241, total reward: 9.0
episode: 242, total reward: 12.0
episode: 243, total reward: 11.0
episode: 244, total reward: 9.0
episode: 245, total reward: 10.0
episode: 246, total reward: 10.0
episode: 247, total reward: 10.0
episode: 248, total reward: 10.0
episode: 249, total reward: 10.0
episode: 250, total reward: 9.0
episode: 251, total reward: 10.0
episode: 252, total reward: 11.0
episode: 253, total reward: 9.0
episode: 254, total reward: 9.0
episode: 255, total reward: 9.0
episode: 256, total reward: 10.0
episode: 257, total reward: 11.0
episode: 258, total reward: 12.0
episode: 259, total reward: 10.0
episode: 260, total reward: 13.0
episode: 261, total reward: 10.0
episode: 262, total reward: 9.0
episode: 263, total reward: 10.0
episode: 264, total reward: 10.0
episode: 265, total reward: 11.0
episode: 266, total reward: 10.0
episode: 267, total reward: 10.0
episode: 268, total reward: 9.0
episode: 269, total reward: 11.0
episode: 270, total reward: 9.0
episode: 271, total reward: 10.0
episode: 272, total reward: 12.0
episode: 273, total reward: 10.0
episode: 274, total reward: 9.0
episode: 275, total reward: 8.0
episode: 276, total reward: 13.0
episode: 277, total reward: 10.0
episode: 278, total reward: 12.0
episode: 279, total reward: 8.0
episode: 280, total reward: 10.0
episode: 281, total reward: 10.0
episode: 282, total reward: 11.0
episode: 283, total reward: 11.0
episode: 284, total reward: 10.0
episode: 285, total reward: 11.0
episode: 286, total reward: 11.0
episode: 287, total reward: 10.0
episode: 288, total reward: 9.0
episode: 289, total reward: 12.0
episode: 290, total reward: 12.0
episode: 291, total reward: 10.0
episode: 292, total reward: 10.0
episode: 293, total reward: 9.0
episode: 294, total reward: 9.0
episode: 295, total reward: 11.0
episode: 296, total reward: 12.0
episode: 297, total reward: 9.0
episode: 298, total reward: 9.0
episode: 299, total reward: 10.0
episode: 300, total reward: 9.0
episode: 301, total reward: 9.0
episode: 302, total reward: 9.0
episode: 303, total reward: 10.0
episode: 304, total reward: 10.0
episode: 305, total reward: 8.0
episode: 306, total reward: 10.0
episode: 307, total reward: 10.0
episode: 308, total reward: 10.0
episode: 309, total reward: 12.0
episode: 310, total reward: 11.0
episode: 311, total reward: 10.0
episode: 312, total reward: 10.0
episode: 313, total reward: 10.0
episode: 314, total reward: 9.0
episode: 315, total reward: 9.0
episode: 316, total reward: 11.0
episode: 317, total reward: 13.0
episode: 318, total reward: 9.0
episode: 319, total reward: 11.0
episode: 320, total reward: 10.0
episode: 321, total reward: 11.0
episode: 322, total reward: 9.0
episode: 323, total reward: 12.0
episode: 324, total reward: 10.0
episode: 325, total reward: 8.0
episode: 326, total reward: 10.0
episode: 327, total reward: 9.0
episode: 328, total reward: 10.0
episode: 329, total reward: 10.0
episode: 330, total reward: 8.0
episode: 331, total reward: 10.0
episode: 332, total reward: 9.0
episode: 333, total reward: 10.0
episode: 334, total reward: 10.0
episode: 335, total reward: 9.0
episode: 336, total reward: 11.0
episode: 337, total reward: 8.0
episode: 338, total reward: 9.0
episode: 339, total reward: 11.0
episode: 340, total reward: 9.0
episode: 341, total reward: 9.0
episode: 342, total reward: 10.0
episode: 343, total reward: 12.0
episode: 344, total reward: 10.0
episode: 345, total reward: 10.0
episode: 346, total reward: 11.0
episode: 347, total reward: 9.0
episode: 348, total reward: 12.0
episode: 349, total reward: 13.0
episode: 350, total reward: 10.0
episode: 351, total reward: 9.0
episode: 352, total reward: 10.0
episode: 353, total reward: 9.0
episode: 354, total reward: 10.0
episode: 355, total reward: 10.0
episode: 356, total reward: 9.0
episode: 357, total reward: 9.0
episode: 358, total reward: 9.0
episode: 359, total reward: 10.0
episode: 360, total reward: 9.0
episode: 361, total reward: 9.0
episode: 362, total reward: 9.0
episode: 363, total reward: 10.0
episode: 364, total reward: 10.0
episode: 365, total reward: 10.0
episode: 366, total reward: 8.0
episode: 367, total reward: 8.0
episode: 368, total reward: 11.0
episode: 369, total reward: 9.0
episode: 370, total reward: 11.0
episode: 371, total reward: 9.0
episode: 372, total reward: 9.0
episode: 373, total reward: 10.0
episode: 374, total reward: 10.0
episode: 375, total reward: 9.0
episode: 376, total reward: 9.0
episode: 377, total reward: 11.0
episode: 378, total reward: 10.0
episode: 379, total reward: 9.0
episode: 380, total reward: 9.0
episode: 381, total reward: 9.0
episode: 382, total reward: 10.0
episode: 383, total reward: 8.0
episode: 384, total reward: 10.0
episode: 385, total reward: 10.0
episode: 386, total reward: 10.0
episode: 387, total reward: 9.0
episode: 388, total reward: 10.0
episode: 389, total reward: 10.0
episode: 390, total reward: 10.0
episode: 391, total reward: 12.0
episode: 392, total reward: 12.0
episode: 393, total reward: 10.0
episode: 394, total reward: 12.0
episode: 395, total reward: 12.0
episode: 396, total reward: 10.0
episode: 397, total reward: 10.0
episode: 398, total reward: 12.0
episode: 399, total reward: 8.0
episode: 400, total reward: 11.0
episode: 401, total reward: 10.0
episode: 402, total reward: 10.0
episode: 403, total reward: 12.0
episode: 404, total reward: 10.0
episode: 405, total reward: 8.0
episode: 406, total reward: 12.0
episode: 407, total reward: 10.0
episode: 408, total reward: 10.0
episode: 409, total reward: 11.0
episode: 410, total reward: 10.0
episode: 411, total reward: 11.0
episode: 412, total reward: 9.0
episode: 413, total reward: 14.0
episode: 414, total reward: 9.0
episode: 415, total reward: 11.0
episode: 416, total reward: 11.0
episode: 417, total reward: 9.0
episode: 418, total reward: 12.0
episode: 419, total reward: 10.0
episode: 420, total reward: 8.0
episode: 421, total reward: 10.0
episode: 422, total reward: 12.0
episode: 423, total reward: 10.0
episode: 424, total reward: 9.0
episode: 425, total reward: 8.0
episode: 426, total reward: 8.0
episode: 427, total reward: 10.0
episode: 428, total reward: 9.0
episode: 429, total reward: 11.0
episode: 430, total reward: 18.0
episode: 431, total reward: 9.0
episode: 432, total reward: 9.0
episode: 433, total reward: 11.0
episode: 434, total reward: 9.0
episode: 435, total reward: 10.0
episode: 436, total reward: 13.0
episode: 437, total reward: 11.0
episode: 438, total reward: 9.0
episode: 439, total reward: 10.0
episode: 440, total reward: 13.0
episode: 441, total reward: 12.0
episode: 442, total reward: 10.0
episode: 443, total reward: 9.0
episode: 444, total reward: 9.0
episode: 445, total reward: 12.0
episode: 446, total reward: 11.0
episode: 447, total reward: 9.0
episode: 448, total reward: 10.0
episode: 449, total reward: 10.0
episode: 450, total reward: 10.0
episode: 451, total reward: 8.0
episode: 452, total reward: 12.0
episode: 453, total reward: 8.0
episode: 454, total reward: 10.0
episode: 455, total reward: 13.0
episode: 456, total reward: 12.0
episode: 457, total reward: 8.0
episode: 458, total reward: 9.0
episode: 459, total reward: 9.0
episode: 460, total reward: 11.0
episode: 461, total reward: 10.0
episode: 462, total reward: 9.0
episode: 463, total reward: 8.0
episode: 464, total reward: 11.0
episode: 465, total reward: 9.0
episode: 466, total reward: 9.0
episode: 467, total reward: 11.0
episode: 468, total reward: 9.0
episode: 469, total reward: 8.0
episode: 470, total reward: 11.0
episode: 471, total reward: 9.0
episode: 472, total reward: 11.0
episode: 473, total reward: 11.0
episode: 474, total reward: 9.0
episode: 475, total reward: 10.0
episode: 476, total reward: 10.0
episode: 477, total reward: 10.0
episode: 478, total reward: 12.0
episode: 479, total reward: 10.0
episode: 480, total reward: 10.0
episode: 481, total reward: 10.0
episode: 482, total reward: 11.0
episode: 483, total reward: 10.0
episode: 484, total reward: 13.0
episode: 485, total reward: 10.0
episode: 486, total reward: 12.0
episode: 487, total reward: 14.0
episode: 488, total reward: 9.0
episode: 489, total reward: 10.0
episode: 490, total reward: 10.0
episode: 491, total reward: 10.0
episode: 492, total reward: 11.0
episode: 493, total reward: 12.0
episode: 494, total reward: 8.0
episode: 495, total reward: 10.0
episode: 496, total reward: 10.0
episode: 497, total reward: 10.0
episode: 498, total reward: 9.0
episode: 499, total reward: 10.0
episode: 500, total reward: 12.0
episode: 501, total reward: 11.0
episode: 502, total reward: 12.0
episode: 503, total reward: 14.0
episode: 504, total reward: 9.0
episode: 505, total reward: 11.0
episode: 506, total reward: 11.0
episode: 507, total reward: 10.0
episode: 508, total reward: 11.0
episode: 509, total reward: 9.0
episode: 510, total reward: 10.0
episode: 511, total reward: 13.0
episode: 512, total reward: 13.0
episode: 513, total reward: 9.0
episode: 514, total reward: 9.0
episode: 515, total reward: 11.0
episode: 516, total reward: 12.0
episode: 517, total reward: 10.0
episode: 518, total reward: 10.0
episode: 519, total reward: 11.0
episode: 520, total reward: 12.0
episode: 521, total reward: 8.0
episode: 522, total reward: 11.0
episode: 523, total reward: 12.0
episode: 524, total reward: 11.0
episode: 525, total reward: 9.0
episode: 526, total reward: 10.0
episode: 527, total reward: 9.0
episode: 528, total reward: 9.0
episode: 529, total reward: 10.0
episode: 530, total reward: 9.0
episode: 531, total reward: 10.0
episode: 532, total reward: 9.0
episode: 533, total reward: 12.0
episode: 534, total reward: 10.0
episode: 535, total reward: 11.0
episode: 536, total reward: 10.0
episode: 537, total reward: 19.0
episode: 538, total reward: 14.0
episode: 539, total reward: 10.0
episode: 540, total reward: 11.0
episode: 541, total reward: 11.0
episode: 542, total reward: 9.0
episode: 543, total reward: 9.0
episode: 544, total reward: 13.0
episode: 545, total reward: 11.0
episode: 546, total reward: 9.0
episode: 547, total reward: 13.0
episode: 548, total reward: 15.0
episode: 549, total reward: 11.0
episode: 550, total reward: 11.0
episode: 551, total reward: 9.0
episode: 552, total reward: 17.0
episode: 553, total reward: 10.0
episode: 554, total reward: 13.0
episode: 555, total reward: 14.0
episode: 556, total reward: 11.0
episode: 557, total reward: 9.0
episode: 558, total reward: 12.0
episode: 559, total reward: 11.0
episode: 560, total reward: 12.0
episode: 561, total reward: 11.0
episode: 562, total reward: 9.0
episode: 563, total reward: 11.0
episode: 564, total reward: 12.0
episode: 565, total reward: 11.0
episode: 566, total reward: 10.0
episode: 567, total reward: 11.0
episode: 568, total reward: 11.0
episode: 569, total reward: 13.0
episode: 570, total reward: 9.0
episode: 571, total reward: 11.0
episode: 572, total reward: 11.0
episode: 573, total reward: 10.0
episode: 574, total reward: 10.0
episode: 575, total reward: 11.0
episode: 576, total reward: 10.0
episode: 577, total reward: 12.0
episode: 578, total reward: 11.0
episode: 579, total reward: 9.0
episode: 580, total reward: 9.0
episode: 581, total reward: 11.0
episode: 582, total reward: 11.0
episode: 583, total reward: 9.0
episode: 584, total reward: 9.0
episode: 585, total reward: 11.0
episode: 586, total reward: 10.0
episode: 587, total reward: 10.0
episode: 588, total reward: 11.0
episode: 589, total reward: 12.0
episode: 590, total reward: 12.0
episode: 591, total reward: 12.0
episode: 592, total reward: 10.0
episode: 593, total reward: 10.0
episode: 594, total reward: 11.0
episode: 595, total reward: 10.0
episode: 596, total reward: 11.0
episode: 597, total reward: 10.0
episode: 598, total reward: 12.0
episode: 599, total reward: 10.0
episode: 600, total reward: 8.0
episode: 601, total reward: 9.0
episode: 602, total reward: 9.0
episode: 603, total reward: 9.0
episode: 604, total reward: 9.0
episode: 605, total reward: 12.0
episode: 606, total reward: 10.0
episode: 607, total reward: 10.0
episode: 608, total reward: 9.0
episode: 609, total reward: 12.0
episode: 610, total reward: 10.0
episode: 611, total reward: 8.0
episode: 612, total reward: 11.0
episode: 613, total reward: 12.0
episode: 614, total reward: 10.0
episode: 615, total reward: 10.0
episode: 616, total reward: 11.0
episode: 617, total reward: 9.0
episode: 618, total reward: 8.0
episode: 619, total reward: 10.0
episode: 620, total reward: 11.0
episode: 621, total reward: 10.0
episode: 622, total reward: 10.0
episode: 623, total reward: 9.0
episode: 624, total reward: 11.0
episode: 625, total reward: 11.0
episode: 626, total reward: 10.0
episode: 627, total reward: 11.0
episode: 628, total reward: 11.0
episode: 629, total reward: 9.0
episode: 630, total reward: 8.0
episode: 631, total reward: 9.0
episode: 632, total reward: 8.0
episode: 633, total reward: 9.0
episode: 634, total reward: 11.0
episode: 635, total reward: 12.0
episode: 636, total reward: 11.0
episode: 637, total reward: 11.0
episode: 638, total reward: 10.0
episode: 639, total reward: 12.0
episode: 640, total reward: 11.0
episode: 641, total reward: 12.0
episode: 642, total reward: 9.0
episode: 643, total reward: 12.0
episode: 644, total reward: 8.0
episode: 645, total reward: 10.0
episode: 646, total reward: 8.0
episode: 647, total reward: 9.0
episode: 648, total reward: 10.0
episode: 649, total reward: 11.0
episode: 650, total reward: 10.0
episode: 651, total reward: 10.0
episode: 652, total reward: 8.0
episode: 653, total reward: 9.0
episode: 654, total reward: 8.0
episode: 655, total reward: 10.0
episode: 656, total reward: 9.0
episode: 657, total reward: 10.0
episode: 658, total reward: 8.0
episode: 659, total reward: 10.0
episode: 660, total reward: 9.0
episode: 661, total reward: 9.0
episode: 662, total reward: 10.0
episode: 663, total reward: 13.0
episode: 664, total reward: 8.0
episode: 665, total reward: 11.0
episode: 666, total reward: 9.0
episode: 667, total reward: 8.0
episode: 668, total reward: 11.0
episode: 669, total reward: 11.0
episode: 670, total reward: 10.0
episode: 671, total reward: 11.0
episode: 672, total reward: 15.0
episode: 673, total reward: 11.0
episode: 674, total reward: 9.0
episode: 675, total reward: 10.0
episode: 676, total reward: 9.0
episode: 677, total reward: 9.0
episode: 678, total reward: 11.0
episode: 679, total reward: 10.0
episode: 680, total reward: 9.0
episode: 681, total reward: 10.0
episode: 682, total reward: 10.0
episode: 683, total reward: 10.0
episode: 684, total reward: 9.0
episode: 685, total reward: 10.0
episode: 686, total reward: 9.0
episode: 687, total reward: 9.0
episode: 688, total reward: 9.0
episode: 689, total reward: 9.0
episode: 690, total reward: 10.0
episode: 691, total reward: 9.0
episode: 692, total reward: 10.0
episode: 693, total reward: 8.0
episode: 694, total reward: 9.0
episode: 695, total reward: 10.0
episode: 696, total reward: 10.0
episode: 697, total reward: 10.0
episode: 698, total reward: 10.0
episode: 699, total reward: 8.0
episode: 700, total reward: 13.0
episode: 701, total reward: 10.0
episode: 702, total reward: 9.0
episode: 703, total reward: 10.0
episode: 704, total reward: 10.0
episode: 705, total reward: 13.0
episode: 706, total reward: 9.0
episode: 707, total reward: 10.0
episode: 708, total reward: 10.0
episode: 709, total reward: 9.0
episode: 710, total reward: 9.0
episode: 711, total reward: 8.0
episode: 712, total reward: 11.0
episode: 713, total reward: 9.0
episode: 714, total reward: 10.0
episode: 715, total reward: 9.0
episode: 716, total reward: 10.0
episode: 717, total reward: 10.0
episode: 718, total reward: 9.0
episode: 719, total reward: 8.0
episode: 720, total reward: 9.0
episode: 721, total reward: 9.0
episode: 722, total reward: 15.0
episode: 723, total reward: 14.0
episode: 724, total reward: 14.0
episode: 725, total reward: 10.0
episode: 726, total reward: 10.0
episode: 727, total reward: 9.0
episode: 728, total reward: 10.0
episode: 729, total reward: 10.0
episode: 730, total reward: 9.0
episode: 731, total reward: 12.0
episode: 732, total reward: 10.0
episode: 733, total reward: 10.0
episode: 734, total reward: 9.0
episode: 735, total reward: 11.0
episode: 736, total reward: 10.0
episode: 737, total reward: 11.0
episode: 738, total reward: 10.0
episode: 739, total reward: 11.0
episode: 740, total reward: 9.0
episode: 741, total reward: 9.0
episode: 742, total reward: 10.0
episode: 743, total reward: 10.0
episode: 744, total reward: 12.0
episode: 745, total reward: 9.0
episode: 746, total reward: 10.0
episode: 747, total reward: 10.0
episode: 748, total reward: 8.0
episode: 749, total reward: 10.0
episode: 750, total reward: 8.0
episode: 751, total reward: 10.0
episode: 752, total reward: 13.0
episode: 753, total reward: 9.0
episode: 754, total reward: 10.0
episode: 755, total reward: 10.0
episode: 756, total reward: 9.0
episode: 757, total reward: 10.0
episode: 758, total reward: 11.0
episode: 759, total reward: 8.0
episode: 760, total reward: 10.0
episode: 761, total reward: 12.0
episode: 762, total reward: 10.0
episode: 763, total reward: 8.0
episode: 764, total reward: 10.0
episode: 765, total reward: 12.0
episode: 766, total reward: 10.0
episode: 767, total reward: 8.0
episode: 768, total reward: 8.0
episode: 769, total reward: 8.0
episode: 770, total reward: 10.0
episode: 771, total reward: 10.0
episode: 772, total reward: 10.0
episode: 773, total reward: 10.0
episode: 774, total reward: 11.0
episode: 775, total reward: 9.0
episode: 776, total reward: 10.0
episode: 777, total reward: 10.0
episode: 778, total reward: 10.0
episode: 779, total reward: 11.0
episode: 780, total reward: 8.0
episode: 781, total reward: 9.0
episode: 782, total reward: 9.0
episode: 783, total reward: 10.0
episode: 784, total reward: 9.0
episode: 785, total reward: 10.0
episode: 786, total reward: 10.0
episode: 787, total reward: 11.0
episode: 788, total reward: 8.0
episode: 789, total reward: 9.0
episode: 790, total reward: 9.0
episode: 791, total reward: 13.0
episode: 792, total reward: 9.0
episode: 793, total reward: 10.0
episode: 794, total reward: 10.0
episode: 795, total reward: 9.0
episode: 796, total reward: 12.0
episode: 797, total reward: 11.0
episode: 798, total reward: 9.0
episode: 799, total reward: 9.0
episode: 800, total reward: 9.0
episode: 801, total reward: 11.0
episode: 802, total reward: 9.0
episode: 803, total reward: 9.0
episode: 804, total reward: 10.0
episode: 805, total reward: 11.0
episode: 806, total reward: 9.0
episode: 807, total reward: 8.0
episode: 808, total reward: 13.0
episode: 809, total reward: 10.0
episode: 810, total reward: 13.0
episode: 811, total reward: 9.0
episode: 812, total reward: 10.0
episode: 813, total reward: 10.0
episode: 814, total reward: 8.0
episode: 815, total reward: 10.0
episode: 816, total reward: 9.0
episode: 817, total reward: 10.0
episode: 818, total reward: 9.0
episode: 819, total reward: 10.0
episode: 820, total reward: 9.0
episode: 821, total reward: 10.0
episode: 822, total reward: 8.0
episode: 823, total reward: 11.0
episode: 824, total reward: 10.0
episode: 825, total reward: 10.0
episode: 826, total reward: 10.0
episode: 827, total reward: 11.0
episode: 828, total reward: 11.0
episode: 829, total reward: 10.0
episode: 830, total reward: 9.0
episode: 831, total reward: 9.0
episode: 832, total reward: 10.0
episode: 833, total reward: 10.0
episode: 834, total reward: 11.0
episode: 835, total reward: 9.0
episode: 836, total reward: 10.0
episode: 837, total reward: 10.0
episode: 838, total reward: 8.0
episode: 839, total reward: 9.0
episode: 840, total reward: 9.0
episode: 841, total reward: 9.0
episode: 842, total reward: 9.0
episode: 843, total reward: 8.0
episode: 844, total reward: 12.0
episode: 845, total reward: 9.0
episode: 846, total reward: 9.0
episode: 847, total reward: 8.0
episode: 848, total reward: 11.0
episode: 849, total reward: 9.0
episode: 850, total reward: 9.0
episode: 851, total reward: 10.0
episode: 852, total reward: 9.0
episode: 853, total reward: 10.0
episode: 854, total reward: 8.0
episode: 855, total reward: 10.0
episode: 856, total reward: 8.0
episode: 857, total reward: 10.0
episode: 858, total reward: 10.0
episode: 859, total reward: 10.0
episode: 860, total reward: 10.0
episode: 861, total reward: 11.0
episode: 862, total reward: 10.0
episode: 863, total reward: 9.0
episode: 864, total reward: 9.0
episode: 865, total reward: 8.0
episode: 866, total reward: 10.0
episode: 867, total reward: 8.0
episode: 868, total reward: 8.0
episode: 869, total reward: 9.0
episode: 870, total reward: 10.0
episode: 871, total reward: 10.0
episode: 872, total reward: 10.0
episode: 873, total reward: 10.0
episode: 874, total reward: 10.0
episode: 875, total reward: 11.0
episode: 876, total reward: 10.0
episode: 877, total reward: 10.0
episode: 878, total reward: 8.0
episode: 879, total reward: 9.0
episode: 880, total reward: 9.0
episode: 881, total reward: 9.0
episode: 882, total reward: 8.0
episode: 883, total reward: 9.0
episode: 884, total reward: 10.0
episode: 885, total reward: 9.0
episode: 886, total reward: 9.0
episode: 887, total reward: 10.0
episode: 888, total reward: 9.0
episode: 889, total reward: 8.0
episode: 890, total reward: 9.0
episode: 891, total reward: 9.0
episode: 892, total reward: 9.0
episode: 893, total reward: 9.0
episode: 894, total reward: 8.0
episode: 895, total reward: 10.0
episode: 896, total reward: 12.0
episode: 897, total reward: 8.0
episode: 898, total reward: 11.0
episode: 899, total reward: 8.0
episode: 900, total reward: 9.0
episode: 901, total reward: 8.0
episode: 902, total reward: 11.0
episode: 903, total reward: 10.0
episode: 904, total reward: 9.0
episode: 905, total reward: 10.0
episode: 906, total reward: 10.0
episode: 907, total reward: 10.0
episode: 908, total reward: 9.0
episode: 909, total reward: 9.0
episode: 910, total reward: 8.0
episode: 911, total reward: 10.0
episode: 912, total reward: 9.0
episode: 913, total reward: 9.0
episode: 914, total reward: 9.0
episode: 915, total reward: 9.0
episode: 916, total reward: 8.0
episode: 917, total reward: 10.0
episode: 918, total reward: 9.0
episode: 919, total reward: 10.0
episode: 920, total reward: 11.0
episode: 921, total reward: 9.0
episode: 922, total reward: 10.0
episode: 923, total reward: 9.0
episode: 924, total reward: 11.0
episode: 925, total reward: 8.0
episode: 926, total reward: 10.0
episode: 927, total reward: 10.0
episode: 928, total reward: 9.0
episode: 929, total reward: 9.0
episode: 930, total reward: 9.0
episode: 931, total reward: 10.0
episode: 932, total reward: 9.0
episode: 933, total reward: 8.0
episode: 934, total reward: 8.0
episode: 935, total reward: 10.0
episode: 936, total reward: 9.0
episode: 937, total reward: 9.0
episode: 938, total reward: 10.0
episode: 939, total reward: 11.0
episode: 940, total reward: 11.0
episode: 941, total reward: 9.0
episode: 942, total reward: 9.0
episode: 943, total reward: 9.0
episode: 944, total reward: 10.0
episode: 945, total reward: 9.0
episode: 946, total reward: 8.0
episode: 947, total reward: 10.0
episode: 948, total reward: 9.0
episode: 949, total reward: 9.0
episode: 950, total reward: 10.0
episode: 951, total reward: 11.0
episode: 952, total reward: 9.0
episode: 953, total reward: 10.0
episode: 954, total reward: 9.0
episode: 955, total reward: 10.0
episode: 956, total reward: 9.0
episode: 957, total reward: 9.0
episode: 958, total reward: 10.0
episode: 959, total reward: 10.0
episode: 960, total reward: 9.0
episode: 961, total reward: 10.0
episode: 962, total reward: 10.0
episode: 963, total reward: 9.0
episode: 964, total reward: 9.0
episode: 965, total reward: 11.0
episode: 966, total reward: 8.0
episode: 967, total reward: 10.0
episode: 968, total reward: 9.0
episode: 969, total reward: 10.0
episode: 970, total reward: 9.0
episode: 971, total reward: 10.0
episode: 972, total reward: 9.0
episode: 973, total reward: 11.0
episode: 974, total reward: 10.0
episode: 975, total reward: 11.0
episode: 976, total reward: 9.0
episode: 977, total reward: 9.0
episode: 978, total reward: 10.0
episode: 979, total reward: 10.0
episode: 980, total reward: 11.0
episode: 981, total reward: 13.0
episode: 982, total reward: 9.0
episode: 983, total reward: 9.0
episode: 984, total reward: 11.0
episode: 985, total reward: 10.0
episode: 986, total reward: 11.0
episode: 987, total reward: 14.0
episode: 988, total reward: 9.0
episode: 989, total reward: 8.0
episode: 990, total reward: 8.0
episode: 991, total reward: 10.0
episode: 992, total reward: 9.0
episode: 993, total reward: 9.0
episode: 994, total reward: 8.0
episode: 995, total reward: 9.0
episode: 996, total reward: 10.0
episode: 997, total reward: 9.0
episode: 998, total reward: 10.0
episode: 999, total reward: 10.0
