run_qlearning.log

{'random_map': False, 'map_name': '4x4', 'map_width': 4, 'is_slippery': False, 'render': False, 'name': 'FrozenLake-v1', 'render_mode': 'human', 'action_space': 4}
{'episodes': 1000, 'eval_episodes': 1000, 'learning_rate': 0.5, 'gamma': 0.99, 'use_epsilon': True, 'epsilon': 1.0, 'epsilon_decay_mode': 1, 'linear_epsilon_decay': 0.0002, 'exp_epsilon_decay': 0.998}
----------train start----------
episode:0    step:0    state:0   action:3 reward:0.0
episode:0    step:1    state:0   action:2 reward:0.0
episode:0    step:2    state:1   action:0 reward:0.0
episode:0    step:3    state:0   action:0 reward:0.0
episode:0    step:4    state:0   action:0 reward:0.0
episode:0    step:5    state:0   action:0 reward:0.0
episode:0    step:6    state:0   action:2 reward:0.0
episode:0    step:7    state:1   action:1 reward:0.0
episode:0    avg_reward:0.0
episode:1    step:0    state:0   action:2 reward:0.0
episode:1    step:1    state:1   action:2 reward:0.0
episode:1    step:2    state:2   action:0 reward:0.0
episode:1    step:3    state:1   action:1 reward:0.0
episode:1    avg_reward:0.0
episode:2    step:0    state:0   action:2 reward:0.0
episode:2    step:1    state:1   action:0 reward:0.0
episode:2    step:2    state:0   action:3 reward:0.0
episode:2    step:3    state:0   action:2 reward:0.0
episode:2    step:4    state:1   action:3 reward:0.0
episode:2    step:5    state:1   action:2 reward:0.0
episode:2    step:6    state:2   action:2 reward:0.0
episode:2    step:7    state:3   action:2 reward:0.0
episode:2    step:8    state:3   action:2 reward:0.0
episode:2    step:9    state:3   action:3 reward:0.0
episode:2    step:10   state:3   action:2 reward:0.0
episode:2    step:11   state:3   action:0 reward:0.0
episode:2    step:12   state:2   action:3 reward:0.0
episode:2    step:13   state:2   action:3 reward:0.0
episode:2    step:14   state:2   action:3 reward:0.0
episode:2    step:15   state:2   action:2 reward:0.0
episode:2    step:16   state:3   action:2 reward:0.0
episode:2    step:17   state:3   action:0 reward:0.0
episode:2    step:18   state:2   action:0 reward:0.0
episode:2    step:19   state:1   action:3 reward:0.0
episode:2    step:20   state:1   action:2 reward:0.0
episode:2    step:21   state:2   action:1 reward:0.0
episode:2    step:22   state:6   action:2 reward:0.0
episode:2    avg_reward:0.0
episode:3    step:0    state:0   action:2 reward:0.0
episode:3    step:1    state:1   action:1 reward:0.0
episode:3    avg_reward:0.0
episode:4    step:0    state:0   action:3 reward:0.0
episode:4    step:1    state:0   action:0 reward:0.0
episode:4    step:2    state:0   action:3 reward:0.0
episode:4    step:3    state:0   action:3 reward:0.0
episode:4    step:4    state:0   action:2 reward:0.0
episode:4    step:5    state:1   action:1 reward:0.0
episode:4    avg_reward:0.0
episode:5    step:0    state:0   action:0 reward:0.0
episode:5    step:1    state:0   action:2 reward:0.0
episode:5    step:2    state:1   action:0 reward:0.0
episode:5    step:3    state:0   action:1 reward:0.0
episode:5    step:4    state:4   action:3 reward:0.0
episode:5    step:5    state:0   action:3 reward:0.0
episode:5    step:6    state:0   action:2 reward:0.0
episode:5    step:7    state:1   action:2 reward:0.0
episode:5    step:8    state:2   action:1 reward:0.0
episode:5    step:9    state:6   action:2 reward:0.0
episode:5    avg_reward:0.0
episode:6    step:0    state:0   action:1 reward:0.0
episode:6    step:1    state:4   action:3 reward:0.0
episode:6    step:2    state:0   action:2 reward:0.0
episode:6    step:3    state:1   action:2 reward:0.0
episode:6    step:4    state:2   action:3 reward:0.0
episode:6    step:5    state:2   action:3 reward:0.0
episode:6    step:6    state:2   action:2 reward:0.0
episode:6    step:7    state:3   action:2 reward:0.0
episode:6    step:8    state:3   action:0 reward:0.0
episode:6    step:9    state:2   action:3 reward:0.0
episode:6    step:10   state:2   action:3 reward:0.0
episode:6    step:11   state:2   action:3 reward:0.0
episode:6    step:12   state:2   action:0 reward:0.0
episode:6    step:13   state:1   action:3 reward:0.0
episode:6    step:14   state:1   action:1 reward:0.0
episode:6    avg_reward:0.0
episode:7    step:0    state:0   action:3 reward:0.0
episode:7    step:1    state:0   action:1 reward:0.0
episode:7    step:2    state:4   action:0 reward:0.0
episode:7    step:3    state:4   action:1 reward:0.0
episode:7    step:4    state:8   action:3 reward:0.0
episode:7    step:5    state:4   action:0 reward:0.0
episode:7    step:6    state:4   action:0 reward:0.0
episode:7    step:7    state:4   action:0 reward:0.0
episode:7    step:8    state:4   action:0 reward:0.0
episode:7    step:9    state:4   action:3 reward:0.0
episode:7    step:10   state:0   action:3 reward:0.0
episode:7    step:11   state:0   action:3 reward:0.0
episode:7    step:12   state:0   action:0 reward:0.0
episode:7    step:13   state:0   action:0 reward:0.0
episode:7    step:14   state:0   action:1 reward:0.0
episode:7    step:15   state:4   action:2 reward:0.0
episode:7    avg_reward:0.0
episode:8    step:0    state:0   action:0 reward:0.0
episode:8    step:1    state:0   action:2 reward:0.0
episode:8    step:2    state:1   action:2 reward:0.0
episode:8    step:3    state:2   action:3 reward:0.0
episode:8    step:4    state:2   action:1 reward:0.0
episode:8    step:5    state:6   action:0 reward:0.0
episode:8    avg_reward:0.0
episode:9    step:0    state:0   action:3 reward:0.0
episode:9    step:1    state:0   action:0 reward:0.0
episode:9    step:2    state:0   action:1 reward:0.0
episode:9    step:3    state:4   action:3 reward:0.0
episode:9    step:4    state:0   action:3 reward:0.0
episode:9    step:5    state:0   action:1 reward:0.0
episode:9    step:6    state:4   action:3 reward:0.0
episode:9    step:7    state:0   action:2 reward:0.0
episode:9    step:8    state:1   action:1 reward:0.0
episode:9    avg_reward:0.0
episode:10   step:0    state:0   action:1 reward:0.0
episode:10   step:1    state:4   action:1 reward:0.0
episode:10   step:2    state:8   action:2 reward:0.0
episode:10   step:3    state:9   action:3 reward:0.0
episode:10   avg_reward:0.0
episode:11   step:0    state:0   action:3 reward:0.0
episode:11   step:1    state:0   action:1 reward:0.0
episode:11   step:2    state:4   action:1 reward:0.0
episode:11   step:3    state:8   action:3 reward:0.0
episode:11   step:4    state:4   action:3 reward:0.0
episode:11   step:5    state:0   action:2 reward:0.0
episode:11   step:6    state:1   action:3 reward:0.0
episode:11   step:7    state:1   action:0 reward:0.0
episode:11   step:8    state:0   action:3 reward:0.0
episode:11   step:9    state:0   action:0 reward:0.0
episode:11   step:10   state:0   action:0 reward:0.0
episode:11   step:11   state:0   action:1 reward:0.0
episode:11   step:12   state:4   action:1 reward:0.0
episode:11   step:13   state:8   action:2 reward:0.0
episode:11   step:14   state:9   action:1 reward:0.0
episode:11   step:15   state:13  action:2 reward:0.0
episode:11   step:16   state:14  action:3 reward:0.0
episode:11   step:17   state:10  action:1 reward:0.0
episode:11   step:18   state:14  action:3 reward:0.0
episode:11   step:19   state:10  action:2 reward:0.0
episode:11   avg_reward:0.0
episode:12   step:0    state:0   action:2 reward:0.0
episode:12   step:1    state:1   action:0 reward:0.0
episode:12   step:2    state:0   action:0 reward:0.0
episode:12   step:3    state:0   action:3 reward:0.0
episode:12   step:4    state:0   action:3 reward:0.0
episode:12   step:5    state:0   action:1 reward:0.0
episode:12   step:6    state:4   action:0 reward:0.0
episode:12   step:7    state:4   action:1 reward:0.0
episode:12   step:8    state:8   action:0 reward:0.0
episode:12   step:9    state:8   action:2 reward:0.0
episode:12   step:10   state:9   action:1 reward:0.0
episode:12   step:11   state:13  action:0 reward:0.0
episode:12   avg_reward:0.0
episode:13   step:0    state:0   action:2 reward:0.0
episode:13   step:1    state:1   action:2 reward:0.0
episode:13   step:2    state:2   action:2 reward:0.0
episode:13   step:3    state:3   action:0 reward:0.0
episode:13   step:4    state:2   action:2 reward:0.0
episode:13   step:5    state:3   action:0 reward:0.0
episode:13   step:6    state:2   action:2 reward:0.0
episode:13   step:7    state:3   action:0 reward:0.0
episode:13   step:8    state:2   action:2 reward:0.0
episode:13   step:9    state:3   action:0 reward:0.0
episode:13   step:10   state:2   action:2 reward:0.0
episode:13   step:11   state:3   action:2 reward:0.0
episode:13   step:12   state:3   action:1 reward:0.0
episode:13   avg_reward:0.0
episode:14   step:0    state:0   action:0 reward:0.0
episode:14   step:1    state:0   action:1 reward:0.0
episode:14   step:2    state:4   action:1 reward:0.0
episode:14   step:3    state:8   action:0 reward:0.0
episode:14   step:4    state:8   action:0 reward:0.0
episode:14   step:5    state:8   action:0 reward:0.0
episode:14   step:6    state:8   action:0 reward:0.0
episode:14   step:7    state:8   action:3 reward:0.0
episode:14   step:8    state:4   action:0 reward:0.0
episode:14   step:9    state:4   action:1 reward:0.0
episode:14   step:10   state:8   action:2 reward:0.0
episode:14   step:11   state:9   action:2 reward:0.0
episode:14   step:12   state:10  action:0 reward:0.0
episode:14   step:13   state:9   action:1 reward:0.0
episode:14   step:14   state:13  action:1 reward:0.0
episode:14   step:15   state:13  action:2 reward:0.0
episode:14   step:16   state:14  action:1 reward:0.0
episode:14   step:17   state:14  action:1 reward:0.0
episode:14   step:18   state:14  action:2 reward:1.0
episode:14   avg_reward:0.05263157894736842
episode:15   step:0    state:0   action:1 reward:0.0
episode:15   step:1    state:4   action:1 reward:0.0
episode:15   step:2    state:8   action:3 reward:0.0
episode:15   step:3    state:4   action:1 reward:0.0
episode:15   step:4    state:8   action:1 reward:0.0
episode:15   avg_reward:0.0
episode:16   step:0    state:0   action:2 reward:0.0
episode:16   step:1    state:1   action:2 reward:0.0
episode:16   step:2    state:2   action:0 reward:0.0
episode:16   step:3    state:1   action:1 reward:0.0
episode:16   avg_reward:0.0
episode:17   step:0    state:0   action:1 reward:0.0
episode:17   step:1    state:4   action:2 reward:0.0
episode:17   avg_reward:0.0
episode:18   step:0    state:0   action:1 reward:0.0
episode:18   step:1    state:4   action:0 reward:0.0
episode:18   step:2    state:4   action:0 reward:0.0
episode:18   step:3    state:4   action:1 reward:0.0
episode:18   step:4    state:8   action:3 reward:0.0
episode:18   step:5    state:4   action:3 reward:0.0
episode:18   step:6    state:0   action:0 reward:0.0
episode:18   step:7    state:0   action:3 reward:0.0
episode:18   step:8    state:0   action:2 reward:0.0
episode:18   step:9    state:1   action:2 reward:0.0
episode:18   step:10   state:2   action:1 reward:0.0
episode:18   step:11   state:6   action:3 reward:0.0
episode:18   step:12   state:2   action:2 reward:0.0
episode:18   step:13   state:3   action:0 reward:0.0
episode:18   step:14   state:2   action:3 reward:0.0
episode:18   step:15   state:2   action:0 reward:0.0
episode:18   step:16   state:1   action:0 reward:0.0
episode:18   step:17   state:0   action:0 reward:0.0
episode:18   step:18   state:0   action:0 reward:0.0
episode:18   step:19   state:0   action:2 reward:0.0
episode:18   step:20   state:1   action:2 reward:0.0
episode:18   step:21   state:2   action:1 reward:0.0
episode:18   step:22   state:6   action:2 reward:0.0
episode:18   avg_reward:0.0
episode:19   step:0    state:0   action:0 reward:0.0
episode:19   step:1    state:0   action:2 reward:0.0
episode:19   step:2    state:1   action:3 reward:0.0
episode:19   step:3    state:1   action:1 reward:0.0
episode:19   avg_reward:0.0
episode:20   step:0    state:0   action:3 reward:0.0
episode:20   step:1    state:0   action:1 reward:0.0
episode:20   step:2    state:4   action:0 reward:0.0
episode:20   step:3    state:4   action:3 reward:0.0
episode:20   step:4    state:0   action:1 reward:0.0
episode:20   step:5    state:4   action:1 reward:0.0
episode:20   step:6    state:8   action:2 reward:0.0
episode:20   step:7    state:9   action:1 reward:0.0
episode:20   step:8    state:13  action:2 reward:0.0
episode:20   step:9    state:14  action:3 reward:0.0
episode:20   step:10   state:10  action:3 reward:0.0
episode:20   step:11   state:6   action:2 reward:0.0
episode:20   avg_reward:0.0
episode:21   step:0    state:0   action:0 reward:0.0
episode:21   step:1    state:0   action:3 reward:0.0
episode:21   step:2    state:0   action:0 reward:0.0
episode:21   step:3    state:0   action:3 reward:0.0
episode:21   step:4    state:0   action:0 reward:0.0
episode:21   step:5    state:0   action:0 reward:0.0
episode:21   step:6    state:0   action:2 reward:0.0
episode:21   step:7    state:1   action:2 reward:0.0
episode:21   step:8    state:2   action:1 reward:0.0
episode:21   step:9    state:6   action:1 reward:0.0
episode:21   step:10   state:10  action:3 reward:0.0
episode:21   step:11   state:6   action:1 reward:0.0
episode:21   step:12   state:10  action:1 reward:0.0
episode:21   step:13   state:14  action:1 reward:0.0
episode:21   step:14   state:14  action:3 reward:0.0
episode:21   step:15   state:10  action:1 reward:0.0
episode:21   step:16   state:14  action:3 reward:0.0
episode:21   step:17   state:10  action:1 reward:0.0
episode:21   step:18   state:14  action:1 reward:0.0
episode:21   step:19   state:14  action:1 reward:0.0
episode:21   step:20   state:14  action:1 reward:0.0
episode:21   step:21   state:14  action:1 reward:0.0
episode:21   step:22   state:14  action:0 reward:0.0
episode:21   step:23   state:13  action:2 reward:0.0
episode:21   step:24   state:14  action:1 reward:0.0
episode:21   step:25   state:14  action:0 reward:0.0
episode:21   step:26   state:13  action:2 reward:0.0
episode:21   step:27   state:14  action:3 reward:0.0
episode:21   step:28   state:10  action:0 reward:0.0
episode:21   step:29   state:9   action:0 reward:0.0
episode:21   step:30   state:8   action:1 reward:0.0
episode:21   avg_reward:0.0
episode:22   step:0    state:0   action:2 reward:0.0
episode:22   step:1    state:1   action:1 reward:0.0
episode:22   avg_reward:0.0
episode:23   step:0    state:0   action:1 reward:0.0
episode:23   step:1    state:4   action:3 reward:0.0
episode:23   step:2    state:0   action:1 reward:0.0
episode:23   step:3    state:4   action:2 reward:0.0
episode:23   avg_reward:0.0
episode:24   step:0    state:0   action:2 reward:0.0
episode:24   step:1    state:1   action:2 reward:0.0
episode:24   step:2    state:2   action:2 reward:0.0
episode:24   step:3    state:3   action:3 reward:0.0
episode:24   step:4    state:3   action:2 reward:0.0
episode:24   step:5    state:3   action:2 reward:0.0
episode:24   step:6    state:3   action:3 reward:0.0
episode:24   step:7    state:3   action:3 reward:0.0
episode:24   step:8    state:3   action:2 reward:0.0
episode:24   step:9    state:3   action:0 reward:0.0
episode:24   step:10   state:2   action:2 reward:0.0
episode:24   step:11   state:3   action:3 reward:0.0
episode:24   step:12   state:3   action:2 reward:0.0
episode:24   step:13   state:3   action:2 reward:0.0
episode:24   step:14   state:3   action:1 reward:0.0
episode:24   avg_reward:0.0
episode:25   step:0    state:0   action:2 reward:0.0
episode:25   step:1    state:1   action:1 reward:0.0
episode:25   avg_reward:0.0
episode:26   step:0    state:0   action:3 reward:0.0
episode:26   step:1    state:0   action:1 reward:0.0
episode:26   step:2    state:4   action:2 reward:0.0
episode:26   avg_reward:0.0
episode:27   step:0    state:0   action:2 reward:0.0
episode:27   step:1    state:1   action:0 reward:0.0
episode:27   step:2    state:0   action:3 reward:0.0
episode:27   step:3    state:0   action:0 reward:0.0
episode:27   step:4    state:0   action:1 reward:0.0
episode:27   step:5    state:4   action:0 reward:0.0
episode:27   step:6    state:4   action:0 reward:0.0
episode:27   step:7    state:4   action:3 reward:0.0
episode:27   step:8    state:0   action:3 reward:0.0
episode:27   step:9    state:0   action:1 reward:0.0
episode:27   step:10   state:4   action:3 reward:0.0
episode:27   step:11   state:0   action:1 reward:0.0
episode:27   step:12   state:4   action:2 reward:0.0
episode:27   avg_reward:0.0
episode:28   step:0    state:0   action:1 reward:0.0
episode:28   step:1    state:4   action:2 reward:0.0
episode:28   avg_reward:0.0
episode:29   step:0    state:0   action:2 reward:0.0
episode:29   step:1    state:1   action:0 reward:0.0
episode:29   step:2    state:0   action:1 reward:0.0
episode:29   step:3    state:4   action:0 reward:0.0
episode:29   step:4    state:4   action:2 reward:0.0
episode:29   avg_reward:0.0
episode:30   step:0    state:0   action:2 reward:0.0
episode:30   step:1    state:1   action:1 reward:0.0
episode:30   avg_reward:0.0
episode:31   step:0    state:0   action:0 reward:0.0
episode:31   step:1    state:0   action:0 reward:0.0
episode:31   step:2    state:0   action:3 reward:0.0
episode:31   step:3    state:0   action:3 reward:0.0
episode:31   step:4    state:0   action:1 reward:0.0
episode:31   step:5    state:4   action:2 reward:0.0
episode:31   avg_reward:0.0
episode:32   step:0    state:0   action:0 reward:0.0
episode:32   step:1    state:0   action:3 reward:0.0
episode:32   step:2    state:0   action:2 reward:0.0
episode:32   step:3    state:1   action:2 reward:0.0
episode:32   step:4    state:2   action:0 reward:0.0
episode:32   step:5    state:1   action:1 reward:0.0
episode:32   avg_reward:0.0
episode:33   step:0    state:0   action:1 reward:0.0
episode:33   step:1    state:4   action:3 reward:0.0
episode:33   step:2    state:0   action:0 reward:0.0
episode:33   step:3    state:0   action:2 reward:0.0
episode:33   step:4    state:1   action:3 reward:0.0
episode:33   step:5    state:1   action:0 reward:0.0
episode:33   step:6    state:0   action:1 reward:0.0
episode:33   step:7    state:4   action:3 reward:0.0
episode:33   step:8    state:0   action:2 reward:0.0
episode:33   step:9    state:1   action:1 reward:0.0
episode:33   avg_reward:0.0
episode:34   step:0    state:0   action:1 reward:0.0
episode:34   step:1    state:4   action:0 reward:0.0
episode:34   step:2    state:4   action:2 reward:0.0
episode:34   avg_reward:0.0
episode:35   step:0    state:0   action:1 reward:0.0
episode:35   step:1    state:4   action:3 reward:0.0
episode:35   step:2    state:0   action:1 reward:0.0
episode:35   step:3    state:4   action:2 reward:0.0
episode:35   avg_reward:0.0
episode:36   step:0    state:0   action:2 reward:0.0
episode:36   step:1    state:1   action:0 reward:0.0
episode:36   step:2    state:0   action:0 reward:0.0
episode:36   step:3    state:0   action:0 reward:0.0
episode:36   step:4    state:0   action:2 reward:0.0
episode:36   step:5    state:1   action:1 reward:0.0
episode:36   avg_reward:0.0
episode:37   step:0    state:0   action:2 reward:0.0
episode:37   step:1    state:1   action:3 reward:0.0
episode:37   step:2    state:1   action:1 reward:0.0
episode:37   avg_reward:0.0
episode:38   step:0    state:0   action:3 reward:0.0
episode:38   step:1    state:0   action:0 reward:0.0
episode:38   step:2    state:0   action:2 reward:0.0
episode:38   step:3    state:1   action:1 reward:0.0
episode:38   avg_reward:0.0
episode:39   step:0    state:0   action:0 reward:0.0
episode:39   step:1    state:0   action:0 reward:0.0
episode:39   step:2    state:0   action:1 reward:0.0
episode:39   step:3    state:4   action:0 reward:0.0
episode:39   step:4    state:4   action:2 reward:0.0
episode:39   avg_reward:0.0
episode:40   step:0    state:0   action:0 reward:0.0
episode:40   step:1    state:0   action:1 reward:0.0
episode:40   step:2    state:4   action:3 reward:0.0
episode:40   step:3    state:0   action:2 reward:0.0
episode:40   step:4    state:1   action:2 reward:0.0
episode:40   step:5    state:2   action:2 reward:0.0
episode:40   step:6    state:3   action:2 reward:0.0
episode:40   step:7    state:3   action:0 reward:0.0
episode:40   step:8    state:2   action:0 reward:0.0
episode:40   step:9    state:1   action:1 reward:0.0
episode:40   avg_reward:0.0
episode:41   step:0    state:0   action:0 reward:0.0
episode:41   step:1    state:0   action:0 reward:0.0
episode:41   step:2    state:0   action:3 reward:0.0
episode:41   step:3    state:0   action:1 reward:0.0
episode:41   step:4    state:4   action:0 reward:0.0
episode:41   step:5    state:4   action:0 reward:0.0
episode:41   step:6    state:4   action:3 reward:0.0
episode:41   step:7    state:0   action:2 reward:0.0
episode:41   step:8    state:1   action:0 reward:0.0
episode:41   step:9    state:0   action:3 reward:0.0
episode:41   step:10   state:0   action:0 reward:0.0
episode:41   step:11   state:0   action:1 reward:0.0
episode:41   step:12   state:4   action:2 reward:0.0
episode:41   avg_reward:0.0
episode:42   step:0    state:0   action:0 reward:0.0
episode:42   step:1    state:0   action:0 reward:0.0
episode:42   step:2    state:0   action:3 reward:0.0
episode:42   step:3    state:0   action:0 reward:0.0
episode:42   step:4    state:0   action:3 reward:0.0
episode:42   step:5    state:0   action:1 reward:0.0
episode:42   step:6    state:4   action:2 reward:0.0
episode:42   avg_reward:0.0
episode:43   step:0    state:0   action:2 reward:0.0
episode:43   step:1    state:1   action:2 reward:0.0
episode:43   step:2    state:2   action:3 reward:0.0
episode:43   step:3    state:2   action:0 reward:0.0
episode:43   step:4    state:1   action:1 reward:0.0
episode:43   avg_reward:0.0
episode:44   step:0    state:0   action:0 reward:0.0
episode:44   step:1    state:0   action:1 reward:0.0
episode:44   step:2    state:4   action:1 reward:0.0
episode:44   step:3    state:8   action:0 reward:0.0
episode:44   step:4    state:8   action:0 reward:0.0
episode:44   step:5    state:8   action:0 reward:0.0
episode:44   step:6    state:8   action:2 reward:0.0
episode:44   step:7    state:9   action:0 reward:0.0
episode:44   step:8    state:8   action:2 reward:0.0
episode:44   step:9    state:9   action:2 reward:0.0
episode:44   step:10   state:10  action:1 reward:0.0
episode:44   step:11   state:14  action:2 reward:1.0
episode:44   avg_reward:0.08333333333333333
episode:45   step:0    state:0   action:1 reward:0.0
episode:45   step:1    state:4   action:0 reward:0.0
episode:45   step:2    state:4   action:3 reward:0.0
episode:45   step:3    state:0   action:0 reward:0.0
episode:45   step:4    state:0   action:3 reward:0.0
episode:45   step:5    state:0   action:0 reward:0.0
episode:45   step:6    state:0   action:0 reward:0.0
episode:45   step:7    state:0   action:0 reward:0.0
episode:45   step:8    state:0   action:3 reward:0.0
episode:45   step:9    state:0   action:2 reward:0.0
episode:45   step:10   state:1   action:2 reward:0.0
episode:45   step:11   state:2   action:2 reward:0.0
episode:45   step:12   state:3   action:3 reward:0.0
episode:45   step:13   state:3   action:0 reward:0.0
episode:45   step:14   state:2   action:1 reward:0.0
episode:45   step:15   state:6   action:3 reward:0.0
episode:45   step:16   state:2   action:0 reward:0.0
episode:45   step:17   state:1   action:1 reward:0.0
episode:45   avg_reward:0.0
episode:46   step:0    state:0   action:0 reward:0.0
episode:46   step:1    state:0   action:1 reward:0.0
episode:46   step:2    state:4   action:0 reward:0.0
episode:46   step:3    state:4   action:1 reward:0.0
episode:46   step:4    state:8   action:0 reward:0.0
episode:46   step:5    state:8   action:0 reward:0.0
episode:46   step:6    state:8   action:3 reward:0.0
episode:46   step:7    state:4   action:2 reward:0.0
episode:46   avg_reward:0.0
episode:47   step:0    state:0   action:2 reward:0.0
episode:47   step:1    state:1   action:3 reward:0.0
episode:47   step:2    state:1   action:3 reward:0.0
episode:47   step:3    state:1   action:0 reward:0.0
episode:47   step:4    state:0   action:3 reward:0.0
episode:47   step:5    state:0   action:3 reward:0.0
episode:47   step:6    state:0   action:1 reward:0.0
episode:47   step:7    state:4   action:3 reward:0.0
episode:47   step:8    state:0   action:0 reward:0.0
episode:47   step:9    state:0   action:1 reward:0.0
episode:47   step:10   state:4   action:3 reward:0.0
episode:47   step:11   state:0   action:2 reward:0.0
episode:47   step:12   state:1   action:0 reward:0.0
episode:47   step:13   state:0   action:2 reward:0.0
episode:47   step:14   state:1   action:2 reward:0.0
episode:47   step:15   state:2   action:2 reward:0.0
episode:47   step:16   state:3   action:2 reward:0.0
episode:47   step:17   state:3   action:0 reward:0.0
episode:47   step:18   state:2   action:0 reward:0.0
episode:47   step:19   state:1   action:0 reward:0.0
episode:47   step:20   state:0   action:1 reward:0.0
episode:47   step:21   state:4   action:0 reward:0.0
episode:47   step:22   state:4   action:0 reward:0.0
episode:47   step:23   state:4   action:2 reward:0.0
episode:47   avg_reward:0.0
episode:48   step:0    state:0   action:3 reward:0.0
episode:48   step:1    state:0   action:0 reward:0.0
episode:48   step:2    state:0   action:3 reward:0.0
episode:48   step:3    state:0   action:0 reward:0.0
episode:48   step:4    state:0   action:1 reward:0.0
episode:48   step:5    state:4   action:3 reward:0.0
episode:48   step:6    state:0   action:0 reward:0.0
episode:48   step:7    state:0   action:3 reward:0.0
episode:48   step:8    state:0   action:0 reward:0.0
episode:48   step:9    state:0   action:3 reward:0.0
episode:48   step:10   state:0   action:3 reward:0.0
episode:48   step:11   state:0   action:0 reward:0.0
episode:48   step:12   state:0   action:1 reward:0.0
episode:48   step:13   state:4   action:1 reward:0.0
episode:48   step:14   state:8   action:1 reward:0.0
episode:48   avg_reward:0.0
episode:49   step:0    state:0   action:3 reward:0.0
episode:49   step:1    state:0   action:0 reward:0.0
episode:49   step:2    state:0   action:3 reward:0.0
episode:49   step:3    state:0   action:3 reward:0.0
episode:49   step:4    state:0   action:3 reward:0.0
episode:49   step:5    state:0   action:3 reward:0.0
episode:49   step:6    state:0   action:0 reward:0.0
episode:49   step:7    state:0   action:0 reward:0.0
episode:49   step:8    state:0   action:2 reward:0.0
episode:49   step:9    state:1   action:0 reward:0.0
episode:49   step:10   state:0   action:3 reward:0.0
episode:49   step:11   state:0   action:0 reward:0.0
episode:49   step:12   state:0   action:3 reward:0.0
episode:49   step:13   state:0   action:3 reward:0.0
episode:49   step:14   state:0   action:2 reward:0.0
episode:49   step:15   state:1   action:1 reward:0.0
episode:49   avg_reward:0.0
episode:50   step:0    state:0   action:0 reward:0.0
episode:50   step:1    state:0   action:2 reward:0.0
episode:50   step:2    state:1   action:0 reward:0.0
episode:50   step:3    state:0   action:2 reward:0.0
episode:50   step:4    state:1   action:3 reward:0.0
episode:50   step:5    state:1   action:3 reward:0.0
episode:50   step:6    state:1   action:0 reward:0.0
episode:50   step:7    state:0   action:0 reward:0.0
episode:50   step:8    state:0   action:2 reward:0.0
episode:50   step:9    state:1   action:1 reward:0.0
episode:50   avg_reward:0.0
episode:51   step:0    state:0   action:2 reward:0.0
episode:51   step:1    state:1   action:3 reward:0.0
episode:51   step:2    state:1   action:1 reward:0.0
episode:51   avg_reward:0.0
episode:52   step:0    state:0   action:2 reward:0.0
episode:52   step:1    state:1   action:0 reward:0.0
episode:52   step:2    state:0   action:1 reward:0.0
episode:52   step:3    state:4   action:2 reward:0.0
episode:52   avg_reward:0.0
episode:53   step:0    state:0   action:0 reward:0.0
episode:53   step:1    state:0   action:0 reward:0.0
episode:53   step:2    state:0   action:1 reward:0.0
episode:53   step:3    state:4   action:0 reward:0.0
episode:53   step:4    state:4   action:0 reward:0.0
episode:53   step:5    state:4   action:2 reward:0.0
episode:53   avg_reward:0.0
episode:54   step:0    state:0   action:2 reward:0.0
episode:54   step:1    state:1   action:2 reward:0.0
episode:54   step:2    state:2   action:1 reward:0.0
episode:54   step:3    state:6   action:2 reward:0.0
episode:54   avg_reward:0.0
episode:55   step:0    state:0   action:2 reward:0.0
episode:55   step:1    state:1   action:0 reward:0.0
episode:55   step:2    state:0   action:3 reward:0.0
episode:55   step:3    state:0   action:2 reward:0.0
episode:55   step:4    state:1   action:3 reward:0.0
episode:55   step:5    state:1   action:3 reward:0.0
episode:55   step:6    state:1   action:2 reward:0.0
episode:55   step:7    state:2   action:3 reward:0.0
episode:55   step:8    state:2   action:1 reward:0.0
episode:55   step:9    state:6   action:2 reward:0.0
episode:55   avg_reward:0.0
episode:56   step:0    state:0   action:1 reward:0.0
episode:56   step:1    state:4   action:3 reward:0.0
episode:56   step:2    state:0   action:3 reward:0.0
episode:56   step:3    state:0   action:2 reward:0.0
episode:56   step:4    state:1   action:3 reward:0.0
episode:56   step:5    state:1   action:0 reward:0.0
episode:56   step:6    state:0   action:3 reward:0.0
episode:56   step:7    state:0   action:0 reward:0.0
episode:56   step:8    state:0   action:2 reward:0.0
episode:56   step:9    state:1   action:3 reward:0.0
episode:56   step:10   state:1   action:0 reward:0.0
episode:56   step:11   state:0   action:1 reward:0.0
episode:56   step:12   state:4   action:1 reward:0.0
episode:56   step:13   state:8   action:2 reward:0.0
episode:56   step:14   state:9   action:3 reward:0.0
episode:56   avg_reward:0.0
episode:57   step:0    state:0   action:1 reward:0.0
episode:57   step:1    state:4   action:1 reward:0.0
episode:57   step:2    state:8   action:1 reward:0.0
episode:57   avg_reward:0.0
episode:58   step:0    state:0   action:1 reward:0.0
episode:58   step:1    state:4   action:3 reward:0.0
episode:58   step:2    state:0   action:0 reward:0.0
episode:58   step:3    state:0   action:0 reward:0.0
episode:58   step:4    state:0   action:0 reward:0.0
episode:58   step:5    state:0   action:2 reward:0.0
episode:58   step:6    state:1   action:2 reward:0.0
episode:58   step:7    state:2   action:3 reward:0.0
episode:58   step:8    state:2   action:2 reward:0.0
episode:58   step:9    state:3   action:1 reward:0.0
episode:58   avg_reward:0.0
episode:59   step:0    state:0   action:1 reward:0.0
episode:59   step:1    state:4   action:3 reward:0.0
episode:59   step:2    state:0   action:3 reward:0.0
episode:59   step:3    state:0   action:1 reward:0.0
episode:59   step:4    state:4   action:2 reward:0.0
episode:59   avg_reward:0.0
episode:60   step:0    state:0   action:1 reward:0.0
episode:60   step:1    state:4   action:0 reward:0.0
episode:60   step:2    state:4   action:0 reward:0.0
episode:60   step:3    state:4   action:0 reward:0.0
episode:60   step:4    state:4   action:2 reward:0.0
episode:60   avg_reward:0.0
episode:61   step:0    state:0   action:0 reward:0.0
episode:61   step:1    state:0   action:1 reward:0.0
episode:61   step:2    state:4   action:2 reward:0.0
episode:61   avg_reward:0.0
episode:62   step:0    state:0   action:2 reward:0.0
episode:62   step:1    state:1   action:2 reward:0.0
episode:62   step:2    state:2   action:1 reward:0.0
episode:62   step:3    state:6   action:1 reward:0.0
episode:62   step:4    state:10  action:1 reward:0.0
episode:62   step:5    state:14  action:0 reward:0.0
episode:62   step:6    state:13  action:0 reward:0.0
episode:62   avg_reward:0.0
episode:63   step:0    state:0   action:1 reward:0.0
episode:63   step:1    state:4   action:1 reward:0.0
episode:63   step:2    state:8   action:0 reward:0.0
episode:63   step:3    state:8   action:0 reward:0.0
episode:63   step:4    state:8   action:0 reward:0.0
episode:63   step:5    state:8   action:0 reward:0.0
episode:63   step:6    state:8   action:3 reward:0.0
episode:63   step:7    state:4   action:1 reward:0.0
episode:63   step:8    state:8   action:2 reward:0.0
episode:63   step:9    state:9   action:0 reward:0.0
episode:63   step:10   state:8   action:0 reward:0.0
episode:63   step:11   state:8   action:1 reward:0.0
episode:63   avg_reward:0.0
episode:64   step:0    state:0   action:0 reward:0.0
episode:64   step:1    state:0   action:3 reward:0.0
episode:64   step:2    state:0   action:3 reward:0.0
episode:64   step:3    state:0   action:3 reward:0.0
episode:64   step:4    state:0   action:1 reward:0.0
episode:64   step:5    state:4   action:2 reward:0.0
episode:64   avg_reward:0.0
episode:65   step:0    state:0   action:1 reward:0.0
episode:65   step:1    state:4   action:1 reward:0.0
episode:65   step:2    state:8   action:2 reward:0.0
episode:65   step:3    state:9   action:0 reward:0.0
episode:65   step:4    state:8   action:3 reward:0.0
episode:65   step:5    state:4   action:3 reward:0.0
episode:65   step:6    state:0   action:1 reward:0.0
episode:65   step:7    state:4   action:2 reward:0.0
episode:65   avg_reward:0.0
episode:66   step:0    state:0   action:1 reward:0.0
episode:66   step:1    state:4   action:0 reward:0.0
episode:66   step:2    state:4   action:3 reward:0.0
episode:66   step:3    state:0   action:0 reward:0.0
episode:66   step:4    state:0   action:2 reward:0.0
episode:66   step:5    state:1   action:2 reward:0.0
episode:66   step:6    state:2   action:0 reward:0.0
episode:66   step:7    state:1   action:0 reward:0.0
episode:66   step:8    state:0   action:1 reward:0.0
episode:66   step:9    state:4   action:2 reward:0.0
episode:66   avg_reward:0.0
episode:67   step:0    state:0   action:0 reward:0.0
episode:67   step:1    state:0   action:2 reward:0.0
episode:67   step:2    state:1   action:0 reward:0.0
episode:67   step:3    state:0   action:0 reward:0.0
episode:67   step:4    state:0   action:3 reward:0.0
episode:67   step:5    state:0   action:2 reward:0.0
episode:67   step:6    state:1   action:1 reward:0.0
episode:67   avg_reward:0.0
episode:68   step:0    state:0   action:0 reward:0.0
episode:68   step:1    state:0   action:2 reward:0.0
episode:68   step:2    state:1   action:0 reward:0.0
episode:68   step:3    state:0   action:2 reward:0.0
episode:68   step:4    state:1   action:3 reward:0.0
episode:68   step:5    state:1   action:1 reward:0.0
episode:68   avg_reward:0.0
episode:69   step:0    state:0   action:2 reward:0.0
episode:69   step:1    state:1   action:0 reward:0.0
episode:69   step:2    state:0   action:2 reward:0.0
episode:69   step:3    state:1   action:3 reward:0.0
episode:69   step:4    state:1   action:3 reward:0.0
episode:69   step:5    state:1   action:0 reward:0.0
episode:69   step:6    state:0   action:0 reward:0.0
episode:69   step:7    state:0   action:3 reward:0.0
episode:69   step:8    state:0   action:3 reward:0.0
episode:69   step:9    state:0   action:3 reward:0.0
episode:69   step:10   state:0   action:0 reward:0.0
episode:69   step:11   state:0   action:3 reward:0.0
episode:69   step:12   state:0   action:0 reward:0.0
episode:69   step:13   state:0   action:3 reward:0.0
episode:69   step:14   state:0   action:2 reward:0.0
episode:69   step:15   state:1   action:1 reward:0.0
episode:69   avg_reward:0.0
episode:70   step:0    state:0   action:1 reward:0.0
episode:70   step:1    state:4   action:2 reward:0.0
episode:70   avg_reward:0.0
episode:71   step:0    state:0   action:2 reward:0.0
episode:71   step:1    state:1   action:0 reward:0.0
episode:71   step:2    state:0   action:2 reward:0.0
episode:71   step:3    state:1   action:2 reward:0.0
episode:71   step:4    state:2   action:0 reward:0.0
episode:71   step:5    state:1   action:2 reward:0.0
episode:71   step:6    state:2   action:2 reward:0.0
episode:71   step:7    state:3   action:3 reward:0.0
episode:71   step:8    state:3   action:0 reward:0.0
episode:71   step:9    state:2   action:1 reward:0.0
episode:71   step:10   state:6   action:1 reward:0.0
episode:71   step:11   state:10  action:1 reward:0.0
episode:71   step:12   state:14  action:2 reward:1.0
episode:71   avg_reward:0.07692307692307693
episode:72   step:0    state:0   action:2 reward:0.0
episode:72   step:1    state:1   action:0 reward:0.0
episode:72   step:2    state:0   action:1 reward:0.0
episode:72   step:3    state:4   action:1 reward:0.0
episode:72   step:4    state:8   action:1 reward:0.0
episode:72   avg_reward:0.0
episode:73   step:0    state:0   action:3 reward:0.0
episode:73   step:1    state:0   action:1 reward:0.0
episode:73   step:2    state:4   action:2 reward:0.0
episode:73   avg_reward:0.0
episode:74   step:0    state:0   action:1 reward:0.0
episode:74   step:1    state:4   action:1 reward:0.0
episode:74   step:2    state:8   action:1 reward:0.0
episode:74   avg_reward:0.0
episode:75   step:0    state:0   action:0 reward:0.0
episode:75   step:1    state:0   action:1 reward:0.0
episode:75   step:2    state:4   action:3 reward:0.0
episode:75   step:3    state:0   action:2 reward:0.0
episode:75   step:4    state:1   action:1 reward:0.0
episode:75   avg_reward:0.0
episode:76   step:0    state:0   action:2 reward:0.0
episode:76   step:1    state:1   action:1 reward:0.0
episode:76   avg_reward:0.0
episode:77   step:0    state:0   action:1 reward:0.0
episode:77   step:1    state:4   action:0 reward:0.0
episode:77   step:2    state:4   action:1 reward:0.0
episode:77   step:3    state:8   action:0 reward:0.0
episode:77   step:4    state:8   action:1 reward:0.0
episode:77   avg_reward:0.0
episode:78   step:0    state:0   action:1 reward:0.0
episode:78   step:1    state:4   action:0 reward:0.0
episode:78   step:2    state:4   action:2 reward:0.0
episode:78   avg_reward:0.0
episode:79   step:0    state:0   action:1 reward:0.0
episode:79   step:1    state:4   action:0 reward:0.0
episode:79   step:2    state:4   action:3 reward:0.0
episode:79   step:3    state:0   action:1 reward:0.0
episode:79   step:4    state:4   action:0 reward:0.0
episode:79   step:5    state:4   action:1 reward:0.0
episode:79   step:6    state:8   action:2 reward:0.0
episode:79   step:7    state:9   action:2 reward:0.0
episode:79   step:8    state:10  action:1 reward:0.0
episode:79   step:9    state:14  action:0 reward:0.0
episode:79   step:10   state:13  action:3 reward:0.0
episode:79   step:11   state:9   action:0 reward:0.0
episode:79   step:12   state:8   action:2 reward:0.0
episode:79   step:13   state:9   action:3 reward:0.0
episode:79   avg_reward:0.0
episode:80   step:0    state:0   action:3 reward:0.0
episode:80   step:1    state:0   action:2 reward:0.0
episode:80   step:2    state:1   action:3 reward:0.0
episode:80   step:3    state:1   action:0 reward:0.0
episode:80   step:4    state:0   action:1 reward:0.0
episode:80   step:5    state:4   action:2 reward:0.0
episode:80   avg_reward:0.0
episode:81   step:0    state:0   action:1 reward:0.0
episode:81   step:1    state:4   action:1 reward:0.0
episode:81   step:2    state:8   action:2 reward:0.0
episode:81   step:3    state:9   action:2 reward:0.0
episode:81   step:4    state:10  action:2 reward:0.0
episode:81   avg_reward:0.0
episode:82   step:0    state:0   action:3 reward:0.0
episode:82   step:1    state:0   action:2 reward:0.0
episode:82   step:2    state:1   action:1 reward:0.0
episode:82   avg_reward:0.0
episode:83   step:0    state:0   action:2 reward:0.0
episode:83   step:1    state:1   action:2 reward:0.0
episode:83   step:2    state:2   action:1 reward:0.0
episode:83   step:3    state:6   action:1 reward:0.0
episode:83   step:4    state:10  action:1 reward:0.0
episode:83   step:5    state:14  action:3 reward:0.0
episode:83   step:6    state:10  action:2 reward:0.0
episode:83   avg_reward:0.0
episode:84   step:0    state:0   action:0 reward:0.0
episode:84   step:1    state:0   action:2 reward:0.0
episode:84   step:2    state:1   action:0 reward:0.0
episode:84   step:3    state:0   action:1 reward:0.0
episode:84   step:4    state:4   action:1 reward:0.0
episode:84   step:5    state:8   action:0 reward:0.0
episode:84   step:6    state:8   action:2 reward:0.0
episode:84   step:7    state:9   action:0 reward:0.0
episode:84   step:8    state:8   action:1 reward:0.0
episode:84   avg_reward:0.0
episode:85   step:0    state:0   action:3 reward:0.0
episode:85   step:1    state:0   action:0 reward:0.0
episode:85   step:2    state:0   action:1 reward:0.0
episode:85   step:3    state:4   action:3 reward:0.0
episode:85   step:4    state:0   action:1 reward:0.0
episode:85   step:5    state:4   action:1 reward:0.0
episode:85   step:6    state:8   action:2 reward:0.0
episode:85   step:7    state:9   action:3 reward:0.0
episode:85   avg_reward:0.0
episode:86   step:0    state:0   action:0 reward:0.0
episode:86   step:1    state:0   action:1 reward:0.0
episode:86   step:2    state:4   action:1 reward:0.0
episode:86   step:3    state:8   action:1 reward:0.0
episode:86   avg_reward:0.0
episode:87   step:0    state:0   action:1 reward:0.0
episode:87   step:1    state:4   action:1 reward:0.0
episode:87   step:2    state:8   action:3 reward:0.0
episode:87   step:3    state:4   action:1 reward:0.0
episode:87   step:4    state:8   action:2 reward:0.0
episode:87   step:5    state:9   action:2 reward:0.0
episode:87   step:6    state:10  action:3 reward:0.0
episode:87   step:7    state:6   action:3 reward:0.0
episode:87   step:8    state:2   action:3 reward:0.0
episode:87   step:9    state:2   action:3 reward:0.0
episode:87   step:10   state:2   action:1 reward:0.0
episode:87   step:11   state:6   action:2 reward:0.0
episode:87   avg_reward:0.0
episode:88   step:0    state:0   action:3 reward:0.0
episode:88   step:1    state:0   action:3 reward:0.0
episode:88   step:2    state:0   action:0 reward:0.0
episode:88   step:3    state:0   action:2 reward:0.0
episode:88   step:4    state:1   action:3 reward:0.0
episode:88   step:5    state:1   action:0 reward:0.0
episode:88   step:6    state:0   action:0 reward:0.0
episode:88   step:7    state:0   action:1 reward:0.0
episode:88   step:8    state:4   action:1 reward:0.0
episode:88   step:9    state:8   action:0 reward:0.0
episode:88   step:10   state:8   action:2 reward:0.0
episode:88   step:11   state:9   action:0 reward:0.0
episode:88   step:12   state:8   action:2 reward:0.0
episode:88   step:13   state:9   action:2 reward:0.0
episode:88   step:14   state:10  action:3 reward:0.0
episode:88   step:15   state:6   action:2 reward:0.0
episode:88   avg_reward:0.0
episode:89   step:0    state:0   action:1 reward:0.0
episode:89   step:1    state:4   action:0 reward:0.0
episode:89   step:2    state:4   action:0 reward:0.0
episode:89   step:3    state:4   action:3 reward:0.0
episode:89   step:4    state:0   action:2 reward:0.0
episode:89   step:5    state:1   action:3 reward:0.0
episode:89   step:6    state:1   action:2 reward:0.0
episode:89   step:7    state:2   action:1 reward:0.0
episode:89   step:8    state:6   action:3 reward:0.0
episode:89   step:9    state:2   action:0 reward:0.0
episode:89   step:10   state:1   action:0 reward:0.0
episode:89   step:11   state:0   action:2 reward:0.0
episode:89   step:12   state:1   action:0 reward:0.0
episode:89   step:13   state:0   action:1 reward:0.0
episode:89   step:14   state:4   action:1 reward:0.0
episode:89   step:15   state:8   action:2 reward:0.0
episode:89   step:16   state:9   action:0 reward:0.0
episode:89   step:17   state:8   action:2 reward:0.0
episode:89   step:18   state:9   action:0 reward:0.0
episode:89   step:19   state:8   action:3 reward:0.0
episode:89   step:20   state:4   action:1 reward:0.0
episode:89   step:21   state:8   action:3 reward:0.0
episode:89   step:22   state:4   action:2 reward:0.0
episode:89   avg_reward:0.0
episode:90   step:0    state:0   action:0 reward:0.0
episode:90   step:1    state:0   action:2 reward:0.0
episode:90   step:2    state:1   action:2 reward:0.0
episode:90   step:3    state:2   action:3 reward:0.0
episode:90   step:4    state:2   action:2 reward:0.0
episode:90   step:5    state:3   action:1 reward:0.0
episode:90   avg_reward:0.0
episode:91   step:0    state:0   action:0 reward:0.0
episode:91   step:1    state:0   action:2 reward:0.0
episode:91   step:2    state:1   action:1 reward:0.0
episode:91   avg_reward:0.0
episode:92   step:0    state:0   action:0 reward:0.0
episode:92   step:1    state:0   action:2 reward:0.0
episode:92   step:2    state:1   action:1 reward:0.0
episode:92   avg_reward:0.0
episode:93   step:0    state:0   action:1 reward:0.0
episode:93   step:1    state:4   action:1 reward:0.0
episode:93   step:2    state:8   action:0 reward:0.0
episode:93   step:3    state:8   action:0 reward:0.0
episode:93   step:4    state:8   action:2 reward:0.0
episode:93   step:5    state:9   action:1 reward:0.0
episode:93   step:6    state:13  action:3 reward:0.0
episode:93   step:7    state:9   action:1 reward:0.0
episode:93   step:8    state:13  action:1 reward:0.0
episode:93   step:9    state:13  action:1 reward:0.0
episode:93   step:10   state:13  action:2 reward:0.0
episode:93   step:11   state:14  action:2 reward:1.0
episode:93   avg_reward:0.08333333333333333
episode:94   step:0    state:0   action:1 reward:0.0
episode:94   step:1    state:4   action:1 reward:0.0
episode:94   step:2    state:8   action:3 reward:0.0
episode:94   step:3    state:4   action:1 reward:0.0
episode:94   step:4    state:8   action:3 reward:0.0
episode:94   step:5    state:4   action:3 reward:0.0
episode:94   step:6    state:0   action:1 reward:0.0
episode:94   step:7    state:4   action:2 reward:0.0
episode:94   avg_reward:0.0
episode:95   step:0    state:0   action:2 reward:0.0
episode:95   step:1    state:1   action:2 reward:0.0
episode:95   step:2    state:2   action:1 reward:0.0
episode:95   step:3    state:6   action:2 reward:0.0
episode:95   avg_reward:0.0
episode:96   step:0    state:0   action:3 reward:0.0
episode:96   step:1    state:0   action:1 reward:0.0
episode:96   step:2    state:4   action:1 reward:0.0
episode:96   step:3    state:8   action:0 reward:0.0
episode:96   step:4    state:8   action:2 reward:0.0
episode:96   step:5    state:9   action:1 reward:0.0
episode:96   step:6    state:13  action:2 reward:0.0
episode:96   step:7    state:14  action:2 reward:1.0
episode:96   avg_reward:0.125
episode:97   step:0    state:0   action:2 reward:0.0
episode:97   step:1    state:1   action:0 reward:0.0
episode:97   step:2    state:0   action:1 reward:0.0
episode:97   step:3    state:4   action:1 reward:0.0
episode:97   step:4    state:8   action:3 reward:0.0
episode:97   step:5    state:4   action:1 reward:0.0
episode:97   step:6    state:8   action:1 reward:0.0
episode:97   avg_reward:0.0
episode:98   step:0    state:0   action:3 reward:0.0
episode:98   step:1    state:0   action:1 reward:0.0
episode:98   step:2    state:4   action:0 reward:0.0
episode:98   step:3    state:4   action:0 reward:0.0
episode:98   step:4    state:4   action:1 reward:0.0
episode:98   step:5    state:8   action:3 reward:0.0
episode:98   step:6    state:4   action:1 reward:0.0
episode:98   step:7    state:8   action:1 reward:0.0
episode:98   avg_reward:0.0
episode:99   step:0    state:0   action:0 reward:0.0
episode:99   step:1    state:0   action:2 reward:0.0
episode:99   step:2    state:1   action:0 reward:0.0
episode:99   step:3    state:0   action:3 reward:0.0
episode:99   step:4    state:0   action:1 reward:0.0
episode:99   step:5    state:4   action:3 reward:0.0
episode:99   step:6    state:0   action:1 reward:0.0
episode:99   step:7    state:4   action:0 reward:0.0
episode:99   step:8    state:4   action:1 reward:0.0
episode:99   step:9    state:8   action:1 reward:0.0
episode:99   avg_reward:0.0
episode:100  step:0    state:0   action:0 reward:0.0
episode:100  step:1    state:0   action:0 reward:0.0
episode:100  step:2    state:0   action:0 reward:0.0
episode:100  step:3    state:0   action:1 reward:0.0
episode:100  step:4    state:4   action:2 reward:0.0
episode:100  avg_reward:0.0
episode:101  step:0    state:0   action:2 reward:0.0
episode:101  step:1    state:1   action:0 reward:0.0
episode:101  step:2    state:0   action:1 reward:0.0
episode:101  step:3    state:4   action:3 reward:0.0
episode:101  step:4    state:0   action:1 reward:0.0
episode:101  step:5    state:4   action:0 reward:0.0
episode:101  step:6    state:4   action:1 reward:0.0
episode:101  step:7    state:8   action:1 reward:0.0
episode:101  avg_reward:0.0
episode:102  step:0    state:0   action:3 reward:0.0
episode:102  step:1    state:0   action:3 reward:0.0
episode:102  step:2    state:0   action:3 reward:0.0
episode:102  step:3    state:0   action:0 reward:0.0
episode:102  step:4    state:0   action:0 reward:0.0
episode:102  step:5    state:0   action:2 reward:0.0
episode:102  step:6    state:1   action:0 reward:0.0
episode:102  step:7    state:0   action:0 reward:0.0
episode:102  step:8    state:0   action:2 reward:0.0
episode:102  step:9    state:1   action:2 reward:0.0
episode:102  step:10   state:2   action:0 reward:0.0
episode:102  step:11   state:1   action:2 reward:0.0
episode:102  step:12   state:2   action:1 reward:0.0
episode:102  step:13   state:6   action:1 reward:0.0
episode:102  step:14   state:10  action:1 reward:0.0
episode:102  step:15   state:14  action:3 reward:0.0
episode:102  step:16   state:10  action:1 reward:0.0
episode:102  step:17   state:14  action:1 reward:0.0
episode:102  step:18   state:14  action:2 reward:1.0
episode:102  avg_reward:0.05263157894736842
episode:103  step:0    state:0   action:2 reward:0.0
episode:103  step:1    state:1   action:1 reward:0.0
episode:103  avg_reward:0.0
episode:104  step:0    state:0   action:0 reward:0.0
episode:104  step:1    state:0   action:3 reward:0.0
episode:104  step:2    state:0   action:2 reward:0.0
episode:104  step:3    state:1   action:1 reward:0.0
episode:104  avg_reward:0.0
episode:105  step:0    state:0   action:2 reward:0.0
episode:105  step:1    state:1   action:0 reward:0.0
episode:105  step:2    state:0   action:1 reward:0.0
episode:105  step:3    state:4   action:3 reward:0.0
episode:105  step:4    state:0   action:2 reward:0.0
episode:105  step:5    state:1   action:0 reward:0.0
episode:105  step:6    state:0   action:3 reward:0.0
episode:105  step:7    state:0   action:3 reward:0.0
episode:105  step:8    state:0   action:2 reward:0.0
episode:105  step:9    state:1   action:2 reward:0.0
episode:105  step:10   state:2   action:2 reward:0.0
episode:105  step:11   state:3   action:2 reward:0.0
episode:105  step:12   state:3   action:3 reward:0.0
episode:105  step:13   state:3   action:0 reward:0.0
episode:105  step:14   state:2   action:0 reward:0.0
episode:105  step:15   state:1   action:0 reward:0.0
episode:105  step:16   state:0   action:3 reward:0.0
episode:105  step:17   state:0   action:3 reward:0.0
episode:105  step:18   state:0   action:1 reward:0.0
episode:105  step:19   state:4   action:0 reward:0.0
episode:105  step:20   state:4   action:0 reward:0.0
episode:105  step:21   state:4   action:2 reward:0.0
episode:105  avg_reward:0.0
episode:106  step:0    state:0   action:3 reward:0.0
episode:106  step:1    state:0   action:3 reward:0.0
episode:106  step:2    state:0   action:0 reward:0.0
episode:106  step:3    state:0   action:3 reward:0.0
episode:106  step:4    state:0   action:1 reward:0.0
episode:106  step:5    state:4   action:0 reward:0.0
episode:106  step:6    state:4   action:1 reward:0.0
episode:106  step:7    state:8   action:0 reward:0.0
episode:106  step:8    state:8   action:0 reward:0.0
episode:106  step:9    state:8   action:1 reward:0.0
episode:106  avg_reward:0.0
episode:107  step:0    state:0   action:1 reward:0.0
episode:107  step:1    state:4   action:0 reward:0.0
episode:107  step:2    state:4   action:1 reward:0.0
episode:107  step:3    state:8   action:3 reward:0.0
episode:107  step:4    state:4   action:3 reward:0.0
episode:107  step:5    state:0   action:1 reward:0.0
episode:107  step:6    state:4   action:1 reward:0.0
episode:107  step:7    state:8   action:2 reward:0.0
episode:107  step:8    state:9   action:0 reward:0.0
episode:107  step:9    state:8   action:1 reward:0.0
episode:107  avg_reward:0.0
episode:108  step:0    state:0   action:3 reward:0.0
episode:108  step:1    state:0   action:1 reward:0.0
episode:108  step:2    state:4   action:0 reward:0.0
episode:108  step:3    state:4   action:3 reward:0.0
episode:108  step:4    state:0   action:0 reward:0.0
episode:108  step:5    state:0   action:2 reward:0.0
episode:108  step:6    state:1   action:2 reward:0.0
episode:108  step:7    state:2   action:1 reward:0.0
episode:108  step:8    state:6   action:1 reward:0.0
episode:108  step:9    state:10  action:2 reward:0.0
episode:108  avg_reward:0.0
episode:109  step:0    state:0   action:3 reward:0.0
episode:109  step:1    state:0   action:2 reward:0.0
episode:109  step:2    state:1   action:3 reward:0.0
episode:109  step:3    state:1   action:0 reward:0.0
episode:109  step:4    state:0   action:3 reward:0.0
episode:109  step:5    state:0   action:1 reward:0.0
episode:109  step:6    state:4   action:3 reward:0.0
episode:109  step:7    state:0   action:3 reward:0.0
episode:109  step:8    state:0   action:3 reward:0.0
episode:109  step:9    state:0   action:3 reward:0.0
episode:109  step:10   state:0   action:2 reward:0.0
episode:109  step:11   state:1   action:0 reward:0.0
episode:109  step:12   state:0   action:0 reward:0.0
episode:109  step:13   state:0   action:1 reward:0.0
episode:109  step:14   state:4   action:0 reward:0.0
episode:109  step:15   state:4   action:2 reward:0.0
episode:109  avg_reward:0.0
episode:110  step:0    state:0   action:1 reward:0.0
episode:110  step:1    state:4   action:1 reward:0.0
episode:110  step:2    state:8   action:2 reward:0.0
episode:110  step:3    state:9   action:3 reward:0.0
episode:110  avg_reward:0.0
episode:111  step:0    state:0   action:2 reward:0.0
episode:111  step:1    state:1   action:3 reward:0.0
episode:111  step:2    state:1   action:1 reward:0.0
episode:111  avg_reward:0.0
episode:112  step:0    state:0   action:2 reward:0.0
episode:112  step:1    state:1   action:3 reward:0.0
episode:112  step:2    state:1   action:0 reward:0.0
episode:112  step:3    state:0   action:1 reward:0.0
episode:112  step:4    state:4   action:1 reward:0.0
episode:112  step:5    state:8   action:1 reward:0.0
episode:112  avg_reward:0.0
episode:113  step:0    state:0   action:0 reward:0.0
episode:113  step:1    state:0   action:1 reward:0.0
episode:113  step:2    state:4   action:3 reward:0.0
episode:113  step:3    state:0   action:1 reward:0.0
episode:113  step:4    state:4   action:2 reward:0.0
episode:113  avg_reward:0.0
episode:114  step:0    state:0   action:3 reward:0.0
episode:114  step:1    state:0   action:2 reward:0.0
episode:114  step:2    state:1   action:2 reward:0.0
episode:114  step:3    state:2   action:1 reward:0.0
episode:114  step:4    state:6   action:0 reward:0.0
episode:114  avg_reward:0.0
episode:115  step:0    state:0   action:2 reward:0.0
episode:115  step:1    state:1   action:2 reward:0.0
episode:115  step:2    state:2   action:2 reward:0.0
episode:115  step:3    state:3   action:1 reward:0.0
episode:115  avg_reward:0.0
episode:116  step:0    state:0   action:3 reward:0.0
episode:116  step:1    state:0   action:1 reward:0.0
episode:116  step:2    state:4   action:0 reward:0.0
episode:116  step:3    state:4   action:0 reward:0.0
episode:116  step:4    state:4   action:3 reward:0.0
episode:116  step:5    state:0   action:1 reward:0.0
episode:116  step:6    state:4   action:1 reward:0.0
episode:116  step:7    state:8   action:0 reward:0.0
episode:116  step:8    state:8   action:0 reward:0.0
episode:116  step:9    state:8   action:3 reward:0.0
episode:116  step:10   state:4   action:0 reward:0.0
episode:116  step:11   state:4   action:0 reward:0.0
episode:116  step:12   state:4   action:3 reward:0.0
episode:116  step:13   state:0   action:0 reward:0.0
episode:116  step:14   state:0   action:3 reward:0.0
episode:116  step:15   state:0   action:0 reward:0.0
episode:116  step:16   state:0   action:1 reward:0.0
episode:116  step:17   state:4   action:0 reward:0.0
episode:116  step:18   state:4   action:1 reward:0.0
episode:116  step:19   state:8   action:2 reward:0.0
episode:116  step:20   state:9   action:1 reward:0.0
episode:116  step:21   state:13  action:1 reward:0.0
episode:116  step:22   state:13  action:3 reward:0.0
episode:116  step:23   state:9   action:2 reward:0.0
episode:116  step:24   state:10  action:1 reward:0.0
episode:116  step:25   state:14  action:2 reward:1.0
episode:116  avg_reward:0.038461538461538464
episode:117  step:0    state:0   action:3 reward:0.0
episode:117  step:1    state:0   action:3 reward:0.0
episode:117  step:2    state:0   action:0 reward:0.0
episode:117  step:3    state:0   action:2 reward:0.0
episode:117  step:4    state:1   action:0 reward:0.0
episode:117  step:5    state:0   action:2 reward:0.0
episode:117  step:6    state:1   action:0 reward:0.0
episode:117  step:7    state:0   action:1 reward:0.0
episode:117  step:8    state:4   action:3 reward:0.0
episode:117  step:9    state:0   action:0 reward:0.0
episode:117  step:10   state:0   action:1 reward:0.0
episode:117  step:11   state:4   action:1 reward:0.0
episode:117  step:12   state:8   action:0 reward:0.0
episode:117  step:13   state:8   action:0 reward:0.0
episode:117  step:14   state:8   action:0 reward:0.0
episode:117  step:15   state:8   action:2 reward:0.0
episode:117  step:16   state:9   action:1 reward:0.0
episode:117  step:17   state:13  action:2 reward:0.0
episode:117  step:18   state:14  action:0 reward:0.0
episode:117  step:19   state:13  action:2 reward:0.0
episode:117  step:20   state:14  action:3 reward:0.0
episode:117  step:21   state:10  action:3 reward:0.0
episode:117  step:22   state:6   action:0 reward:0.0
episode:117  avg_reward:0.0
episode:118  step:0    state:0   action:3 reward:0.0
episode:118  step:1    state:0   action:2 reward:0.0
episode:118  step:2    state:1   action:0 reward:0.0
episode:118  step:3    state:0   action:1 reward:0.0
episode:118  step:4    state:4   action:0 reward:0.0
episode:118  step:5    state:4   action:2 reward:0.0
episode:118  avg_reward:0.0
episode:119  step:0    state:0   action:1 reward:0.0
episode:119  step:1    state:4   action:1 reward:0.0
episode:119  step:2    state:8   action:3 reward:0.0
episode:119  step:3    state:4   action:1 reward:0.0
episode:119  step:4    state:8   action:1 reward:0.0
episode:119  avg_reward:0.0
episode:120  step:0    state:0   action:2 reward:0.0
episode:120  step:1    state:1   action:3 reward:0.0
episode:120  step:2    state:1   action:2 reward:0.0
episode:120  step:3    state:2   action:1 reward:0.0
episode:120  step:4    state:6   action:1 reward:0.0
episode:120  step:5    state:10  action:3 reward:0.0
episode:120  step:6    state:6   action:2 reward:0.0
episode:120  avg_reward:0.0
episode:121  step:0    state:0   action:2 reward:0.0
episode:121  step:1    state:1   action:0 reward:0.0
episode:121  step:2    state:0   action:1 reward:0.0
episode:121  step:3    state:4   action:0 reward:0.0
episode:121  step:4    state:4   action:1 reward:0.0
episode:121  step:5    state:8   action:3 reward:0.0
episode:121  step:6    state:4   action:1 reward:0.0
episode:121  step:7    state:8   action:0 reward:0.0
episode:121  step:8    state:8   action:3 reward:0.0
episode:121  step:9    state:4   action:2 reward:0.0
episode:121  avg_reward:0.0
episode:122  step:0    state:0   action:2 reward:0.0
episode:122  step:1    state:1   action:0 reward:0.0
episode:122  step:2    state:0   action:0 reward:0.0
episode:122  step:3    state:0   action:2 reward:0.0
episode:122  step:4    state:1   action:3 reward:0.0
episode:122  step:5    state:1   action:0 reward:0.0
episode:122  step:6    state:0   action:0 reward:0.0
episode:122  step:7    state:0   action:2 reward:0.0
episode:122  step:8    state:1   action:2 reward:0.0
episode:122  step:9    state:2   action:1 reward:0.0
episode:122  step:10   state:6   action:3 reward:0.0
episode:122  step:11   state:2   action:3 reward:0.0
episode:122  step:12   state:2   action:1 reward:0.0
episode:122  step:13   state:6   action:0 reward:0.0
episode:122  avg_reward:0.0
episode:123  step:0    state:0   action:0 reward:0.0
episode:123  step:1    state:0   action:2 reward:0.0
episode:123  step:2    state:1   action:3 reward:0.0
episode:123  step:3    state:1   action:1 reward:0.0
episode:123  avg_reward:0.0
episode:124  step:0    state:0   action:3 reward:0.0
episode:124  step:1    state:0   action:2 reward:0.0
episode:124  step:2    state:1   action:0 reward:0.0
episode:124  step:3    state:0   action:1 reward:0.0
episode:124  step:4    state:4   action:1 reward:0.0
episode:124  step:5    state:8   action:1 reward:0.0
episode:124  avg_reward:0.0
episode:125  step:0    state:0   action:1 reward:0.0
episode:125  step:1    state:4   action:1 reward:0.0
episode:125  step:2    state:8   action:2 reward:0.0
episode:125  step:3    state:9   action:2 reward:0.0
episode:125  step:4    state:10  action:0 reward:0.0
episode:125  step:5    state:9   action:1 reward:0.0
episode:125  step:6    state:13  action:2 reward:0.0
episode:125  step:7    state:14  action:0 reward:0.0
episode:125  step:8    state:13  action:3 reward:0.0
episode:125  step:9    state:9   action:2 reward:0.0
episode:125  step:10   state:10  action:2 reward:0.0
episode:125  avg_reward:0.0
episode:126  step:0    state:0   action:1 reward:0.0
episode:126  step:1    state:4   action:1 reward:0.0
episode:126  step:2    state:8   action:1 reward:0.0
episode:126  avg_reward:0.0
episode:127  step:0    state:0   action:1 reward:0.0
episode:127  step:1    state:4   action:2 reward:0.0
episode:127  avg_reward:0.0
episode:128  step:0    state:0   action:1 reward:0.0
episode:128  step:1    state:4   action:3 reward:0.0
episode:128  step:2    state:0   action:0 reward:0.0
episode:128  step:3    state:0   action:0 reward:0.0
episode:128  step:4    state:0   action:0 reward:0.0
episode:128  step:5    state:0   action:1 reward:0.0
episode:128  step:6    state:4   action:3 reward:0.0
episode:128  step:7    state:0   action:3 reward:0.0
episode:128  step:8    state:0   action:1 reward:0.0
episode:128  step:9    state:4   action:0 reward:0.0
episode:128  step:10   state:4   action:2 reward:0.0
episode:128  avg_reward:0.0
episode:129  step:0    state:0   action:1 reward:0.0
episode:129  step:1    state:4   action:0 reward:0.0
episode:129  step:2    state:4   action:1 reward:0.0
episode:129  step:3    state:8   action:2 reward:0.0
episode:129  step:4    state:9   action:2 reward:0.0
episode:129  step:5    state:10  action:0 reward:0.0
episode:129  step:6    state:9   action:3 reward:0.0
episode:129  avg_reward:0.0
episode:130  step:0    state:0   action:1 reward:0.0
episode:130  step:1    state:4   action:3 reward:0.0
episode:130  step:2    state:0   action:1 reward:0.0
episode:130  step:3    state:4   action:2 reward:0.0
episode:130  avg_reward:0.0
episode:131  step:0    state:0   action:2 reward:0.0
episode:131  step:1    state:1   action:0 reward:0.0
episode:131  step:2    state:0   action:2 reward:0.0
episode:131  step:3    state:1   action:3 reward:0.0
episode:131  step:4    state:1   action:2 reward:0.0
episode:131  step:5    state:2   action:2 reward:0.0
episode:131  step:6    state:3   action:3 reward:0.0
episode:131  step:7    state:3   action:0 reward:0.0
episode:131  step:8    state:2   action:1 reward:0.0
episode:131  step:9    state:6   action:1 reward:0.0
episode:131  step:10   state:10  action:2 reward:0.0
episode:131  avg_reward:0.0
episode:132  step:0    state:0   action:1 reward:0.0
episode:132  step:1    state:4   action:1 reward:0.0
episode:132  step:2    state:8   action:0 reward:0.0
episode:132  step:3    state:8   action:2 reward:0.0
episode:132  step:4    state:9   action:0 reward:0.0
episode:132  step:5    state:8   action:2 reward:0.0
episode:132  step:6    state:9   action:2 reward:0.0
episode:132  step:7    state:10  action:1 reward:0.0
episode:132  step:8    state:14  action:2 reward:1.0
episode:132  avg_reward:0.1111111111111111
episode:133  step:0    state:0   action:1 reward:0.0
episode:133  step:1    state:4   action:2 reward:0.0
episode:133  avg_reward:0.0
episode:134  step:0    state:0   action:2 reward:0.0
episode:134  step:1    state:1   action:2 reward:0.0
episode:134  step:2    state:2   action:3 reward:0.0
episode:134  step:3    state:2   action:2 reward:0.0
episode:134  step:4    state:3   action:2 reward:0.0
episode:134  step:5    state:3   action:1 reward:0.0
episode:134  avg_reward:0.0
episode:135  step:0    state:0   action:0 reward:0.0
episode:135  step:1    state:0   action:1 reward:0.0
episode:135  step:2    state:4   action:3 reward:0.0
episode:135  step:3    state:0   action:2 reward:0.0
episode:135  step:4    state:1   action:3 reward:0.0
episode:135  step:5    state:1   action:2 reward:0.0
episode:135  step:6    state:2   action:3 reward:0.0
episode:135  step:7    state:2   action:0 reward:0.0
episode:135  step:8    state:1   action:3 reward:0.0
episode:135  step:9    state:1   action:2 reward:0.0
episode:135  step:10   state:2   action:1 reward:0.0
episode:135  step:11   state:6   action:3 reward:0.0
episode:135  step:12   state:2   action:3 reward:0.0
episode:135  step:13   state:2   action:3 reward:0.0
episode:135  step:14   state:2   action:1 reward:0.0
episode:135  step:15   state:6   action:1 reward:0.0
episode:135  step:16   state:10  action:3 reward:0.0
episode:135  step:17   state:6   action:2 reward:0.0
episode:135  avg_reward:0.0
episode:136  step:0    state:0   action:3 reward:0.0
episode:136  step:1    state:0   action:2 reward:0.0
episode:136  step:2    state:1   action:1 reward:0.0
episode:136  avg_reward:0.0
episode:137  step:0    state:0   action:1 reward:0.0
episode:137  step:1    state:4   action:0 reward:0.0
episode:137  step:2    state:4   action:0 reward:0.0
episode:137  step:3    state:4   action:0 reward:0.0
episode:137  step:4    state:4   action:1 reward:0.0
episode:137  step:5    state:8   action:2 reward:0.0
episode:137  step:6    state:9   action:2 reward:0.0
episode:137  step:7    state:10  action:1 reward:0.0
episode:137  step:8    state:14  action:2 reward:1.0
episode:137  avg_reward:0.1111111111111111
episode:138  step:0    state:0   action:1 reward:0.0
episode:138  step:1    state:4   action:3 reward:0.0
episode:138  step:2    state:0   action:3 reward:0.0
episode:138  step:3    state:0   action:1 reward:0.0
episode:138  step:4    state:4   action:0 reward:0.0
episode:138  step:5    state:4   action:1 reward:0.0
episode:138  step:6    state:8   action:2 reward:0.0
episode:138  step:7    state:9   action:1 reward:0.0
episode:138  step:8    state:13  action:1 reward:0.0
episode:138  step:9    state:13  action:1 reward:0.0
episode:138  step:10   state:13  action:2 reward:0.0
episode:138  step:11   state:14  action:2 reward:1.0
episode:138  avg_reward:0.08333333333333333
episode:139  step:0    state:0   action:1 reward:0.0
episode:139  step:1    state:4   action:0 reward:0.0
episode:139  step:2    state:4   action:1 reward:0.0
episode:139  step:3    state:8   action:3 reward:0.0
episode:139  step:4    state:4   action:3 reward:0.0
episode:139  step:5    state:0   action:0 reward:0.0
episode:139  step:6    state:0   action:3 reward:0.0
episode:139  step:7    state:0   action:1 reward:0.0
episode:139  step:8    state:4   action:1 reward:0.0
episode:139  step:9    state:8   action:0 reward:0.0
episode:139  step:10   state:8   action:2 reward:0.0
episode:139  step:11   state:9   action:1 reward:0.0
episode:139  step:12   state:13  action:3 reward:0.0
episode:139  step:13   state:9   action:0 reward:0.0
episode:139  step:14   state:8   action:0 reward:0.0
episode:139  step:15   state:8   action:1 reward:0.0
episode:139  avg_reward:0.0
episode:140  step:0    state:0   action:0 reward:0.0
episode:140  step:1    state:0   action:1 reward:0.0
episode:140  step:2    state:4   action:2 reward:0.0
episode:140  avg_reward:0.0
episode:141  step:0    state:0   action:1 reward:0.0
episode:141  step:1    state:4   action:1 reward:0.0
episode:141  step:2    state:8   action:1 reward:0.0
episode:141  avg_reward:0.0
episode:142  step:0    state:0   action:1 reward:0.0
episode:142  step:1    state:4   action:3 reward:0.0
episode:142  step:2    state:0   action:3 reward:0.0
episode:142  step:3    state:0   action:2 reward:0.0
episode:142  step:4    state:1   action:0 reward:0.0
episode:142  step:5    state:0   action:1 reward:0.0
episode:142  step:6    state:4   action:2 reward:0.0
episode:142  avg_reward:0.0
episode:143  step:0    state:0   action:1 reward:0.0
episode:143  step:1    state:4   action:3 reward:0.0
episode:143  step:2    state:0   action:1 reward:0.0
episode:143  step:3    state:4   action:1 reward:0.0
episode:143  step:4    state:8   action:2 reward:0.0
episode:143  step:5    state:9   action:2 reward:0.0
episode:143  step:6    state:10  action:0 reward:0.0
episode:143  step:7    state:9   action:1 reward:0.0
episode:143  step:8    state:13  action:1 reward:0.0
episode:143  step:9    state:13  action:0 reward:0.0
episode:143  avg_reward:0.0
episode:144  step:0    state:0   action:1 reward:0.0
episode:144  step:1    state:4   action:2 reward:0.0
episode:144  avg_reward:0.0
episode:145  step:0    state:0   action:1 reward:0.0
episode:145  step:1    state:4   action:1 reward:0.0
episode:145  step:2    state:8   action:3 reward:0.0
episode:145  step:3    state:4   action:2 reward:0.0
episode:145  avg_reward:0.0
episode:146  step:0    state:0   action:2 reward:0.0
episode:146  step:1    state:1   action:3 reward:0.0
episode:146  step:2    state:1   action:1 reward:0.0
episode:146  avg_reward:0.0
episode:147  step:0    state:0   action:0 reward:0.0
episode:147  step:1    state:0   action:1 reward:0.0
episode:147  step:2    state:4   action:2 reward:0.0
episode:147  avg_reward:0.0
episode:148  step:0    state:0   action:1 reward:0.0
episode:148  step:1    state:4   action:1 reward:0.0
episode:148  step:2    state:8   action:2 reward:0.0
episode:148  step:3    state:9   action:2 reward:0.0
episode:148  step:4    state:10  action:1 reward:0.0
episode:148  step:5    state:14  action:0 reward:0.0
episode:148  step:6    state:13  action:2 reward:0.0
episode:148  step:7    state:14  action:1 reward:0.0
episode:148  step:8    state:14  action:2 reward:1.0
episode:148  avg_reward:0.1111111111111111
episode:149  step:0    state:0   action:3 reward:0.0
episode:149  step:1    state:0   action:1 reward:0.0
episode:149  step:2    state:4   action:1 reward:0.0
episode:149  step:3    state:8   action:0 reward:0.0
episode:149  step:4    state:8   action:3 reward:0.0
episode:149  step:5    state:4   action:0 reward:0.0
episode:149  step:6    state:4   action:1 reward:0.0
episode:149  step:7    state:8   action:2 reward:0.0
episode:149  step:8    state:9   action:2 reward:0.0
episode:149  step:9    state:10  action:2 reward:0.0
episode:149  avg_reward:0.0
episode:150  step:0    state:0   action:1 reward:0.0
episode:150  step:1    state:4   action:3 reward:0.0
episode:150  step:2    state:0   action:3 reward:0.0
episode:150  step:3    state:0   action:0 reward:0.0
episode:150  step:4    state:0   action:1 reward:0.0
episode:150  step:5    state:4   action:2 reward:0.0
episode:150  avg_reward:0.0
episode:151  step:0    state:0   action:1 reward:0.0
episode:151  step:1    state:4   action:3 reward:0.0
episode:151  step:2    state:0   action:2 reward:0.0
episode:151  step:3    state:1   action:2 reward:0.0
episode:151  step:4    state:2   action:0 reward:0.0
episode:151  step:5    state:1   action:0 reward:0.0
episode:151  step:6    state:0   action:3 reward:0.0
episode:151  step:7    state:0   action:1 reward:0.0
episode:151  step:8    state:4   action:2 reward:0.0
episode:151  avg_reward:0.0
episode:152  step:0    state:0   action:0 reward:0.0
episode:152  step:1    state:0   action:1 reward:0.0
episode:152  step:2    state:4   action:1 reward:0.0
episode:152  step:3    state:8   action:2 reward:0.0
episode:152  step:4    state:9   action:0 reward:0.0
episode:152  step:5    state:8   action:0 reward:0.0
episode:152  step:6    state:8   action:2 reward:0.0
episode:152  step:7    state:9   action:1 reward:0.0
episode:152  step:8    state:13  action:2 reward:0.0
episode:152  step:9    state:14  action:2 reward:1.0
episode:152  avg_reward:0.1
episode:153  step:0    state:0   action:1 reward:0.0
episode:153  step:1    state:4   action:1 reward:0.0
episode:153  step:2    state:8   action:3 reward:0.0
episode:153  step:3    state:4   action:3 reward:0.0
episode:153  step:4    state:0   action:3 reward:0.0
episode:153  step:5    state:0   action:3 reward:0.0
episode:153  step:6    state:0   action:1 reward:0.0
episode:153  step:7    state:4   action:2 reward:0.0
episode:153  avg_reward:0.0
episode:154  step:0    state:0   action:1 reward:0.0
episode:154  step:1    state:4   action:1 reward:0.0
episode:154  step:2    state:8   action:2 reward:0.0
episode:154  step:3    state:9   action:3 reward:0.0
episode:154  avg_reward:0.0
episode:155  step:0    state:0   action:1 reward:0.0
episode:155  step:1    state:4   action:2 reward:0.0
episode:155  avg_reward:0.0
episode:156  step:0    state:0   action:1 reward:0.0
episode:156  step:1    state:4   action:2 reward:0.0
episode:156  avg_reward:0.0
episode:157  step:0    state:0   action:0 reward:0.0
episode:157  step:1    state:0   action:0 reward:0.0
episode:157  step:2    state:0   action:1 reward:0.0
episode:157  step:3    state:4   action:1 reward:0.0
episode:157  step:4    state:8   action:0 reward:0.0
episode:157  step:5    state:8   action:2 reward:0.0
episode:157  step:6    state:9   action:2 reward:0.0
episode:157  step:7    state:10  action:1 reward:0.0
episode:157  step:8    state:14  action:0 reward:0.0
episode:157  step:9    state:13  action:1 reward:0.0
episode:157  step:10   state:13  action:2 reward:0.0
episode:157  step:11   state:14  action:0 reward:0.0
episode:157  step:12   state:13  action:0 reward:0.0
episode:157  avg_reward:0.0
episode:158  step:0    state:0   action:3 reward:0.0
episode:158  step:1    state:0   action:2 reward:0.0
episode:158  step:2    state:1   action:2 reward:0.0
episode:158  step:3    state:2   action:1 reward:0.0
episode:158  step:4    state:6   action:3 reward:0.0
episode:158  step:5    state:2   action:0 reward:0.0
episode:158  step:6    state:1   action:2 reward:0.0
episode:158  step:7    state:2   action:1 reward:0.0
episode:158  step:8    state:6   action:2 reward:0.0
episode:158  avg_reward:0.0
episode:159  step:0    state:0   action:1 reward:0.0
episode:159  step:1    state:4   action:3 reward:0.0
episode:159  step:2    state:0   action:3 reward:0.0
episode:159  step:3    state:0   action:0 reward:0.0
episode:159  step:4    state:0   action:3 reward:0.0
episode:159  step:5    state:0   action:2 reward:0.0
episode:159  step:6    state:1   action:3 reward:0.0
episode:159  step:7    state:1   action:0 reward:0.0
episode:159  step:8    state:0   action:1 reward:0.0
episode:159  step:9    state:4   action:0 reward:0.0
episode:159  step:10   state:4   action:1 reward:0.0
episode:159  step:11   state:8   action:2 reward:0.0
episode:159  step:12   state:9   action:0 reward:0.0
episode:159  step:13   state:8   action:1 reward:0.0
episode:159  avg_reward:0.0
episode:160  step:0    state:0   action:1 reward:0.0
episode:160  step:1    state:4   action:1 reward:0.0
episode:160  step:2    state:8   action:3 reward:0.0
episode:160  step:3    state:4   action:1 reward:0.0
episode:160  step:4    state:8   action:3 reward:0.0
episode:160  step:5    state:4   action:1 reward:0.0
episode:160  step:6    state:8   action:0 reward:0.0
episode:160  step:7    state:8   action:2 reward:0.0
episode:160  step:8    state:9   action:2 reward:0.0
episode:160  step:9    state:10  action:3 reward:0.0
episode:160  step:10   state:6   action:2 reward:0.0
episode:160  avg_reward:0.0
episode:161  step:0    state:0   action:1 reward:0.0
episode:161  step:1    state:4   action:2 reward:0.0
episode:161  avg_reward:0.0
episode:162  step:0    state:0   action:0 reward:0.0
episode:162  step:1    state:0   action:2 reward:0.0
episode:162  step:2    state:1   action:0 reward:0.0
episode:162  step:3    state:0   action:0 reward:0.0
episode:162  step:4    state:0   action:0 reward:0.0
episode:162  step:5    state:0   action:3 reward:0.0
episode:162  step:6    state:0   action:1 reward:0.0
episode:162  step:7    state:4   action:3 reward:0.0
episode:162  step:8    state:0   action:1 reward:0.0
episode:162  step:9    state:4   action:1 reward:0.0
episode:162  step:10   state:8   action:2 reward:0.0
episode:162  step:11   state:9   action:3 reward:0.0
episode:162  avg_reward:0.0
episode:163  step:0    state:0   action:1 reward:0.0
episode:163  step:1    state:4   action:2 reward:0.0
episode:163  avg_reward:0.0
episode:164  step:0    state:0   action:0 reward:0.0
episode:164  step:1    state:0   action:3 reward:0.0
episode:164  step:2    state:0   action:1 reward:0.0
episode:164  step:3    state:4   action:0 reward:0.0
episode:164  step:4    state:4   action:1 reward:0.0
episode:164  step:5    state:8   action:2 reward:0.0
episode:164  step:6    state:9   action:2 reward:0.0
episode:164  step:7    state:10  action:1 reward:0.0
episode:164  step:8    state:14  action:3 reward:0.0
episode:164  step:9    state:10  action:1 reward:0.0
episode:164  step:10   state:14  action:3 reward:0.0
episode:164  step:11   state:10  action:1 reward:0.0
episode:164  step:12   state:14  action:2 reward:1.0
episode:164  avg_reward:0.07692307692307693
episode:165  step:0    state:0   action:0 reward:0.0
episode:165  step:1    state:0   action:1 reward:0.0
episode:165  step:2    state:4   action:2 reward:0.0
episode:165  avg_reward:0.0
episode:166  step:0    state:0   action:1 reward:0.0
episode:166  step:1    state:4   action:1 reward:0.0
episode:166  step:2    state:8   action:2 reward:0.0
episode:166  step:3    state:9   action:0 reward:0.0
episode:166  step:4    state:8   action:2 reward:0.0
episode:166  step:5    state:9   action:1 reward:0.0
episode:166  step:6    state:13  action:3 reward:0.0
episode:166  step:7    state:9   action:0 reward:0.0
episode:166  step:8    state:8   action:2 reward:0.0
episode:166  step:9    state:9   action:2 reward:0.0
episode:166  step:10   state:10  action:1 reward:0.0
episode:166  step:11   state:14  action:2 reward:1.0
episode:166  avg_reward:0.08333333333333333
episode:167  step:0    state:0   action:1 reward:0.0
episode:167  step:1    state:4   action:0 reward:0.0
episode:167  step:2    state:4   action:0 reward:0.0
episode:167  step:3    state:4   action:0 reward:0.0
episode:167  step:4    state:4   action:1 reward:0.0
episode:167  step:5    state:8   action:3 reward:0.0
episode:167  step:6    state:4   action:1 reward:0.0
episode:167  step:7    state:8   action:0 reward:0.0
episode:167  step:8    state:8   action:2 reward:0.0
episode:167  step:9    state:9   action:2 reward:0.0
episode:167  step:10   state:10  action:2 reward:0.0
episode:167  avg_reward:0.0
episode:168  step:0    state:0   action:2 reward:0.0
episode:168  step:1    state:1   action:0 reward:0.0
episode:168  step:2    state:0   action:0 reward:0.0
episode:168  step:3    state:0   action:1 reward:0.0
episode:168  step:4    state:4   action:2 reward:0.0
episode:168  avg_reward:0.0
episode:169  step:0    state:0   action:0 reward:0.0
episode:169  step:1    state:0   action:3 reward:0.0
episode:169  step:2    state:0   action:1 reward:0.0
episode:169  step:3    state:4   action:1 reward:0.0
episode:169  step:4    state:8   action:0 reward:0.0
episode:169  step:5    state:8   action:2 reward:0.0
episode:169  step:6    state:9   action:3 reward:0.0
episode:169  avg_reward:0.0
episode:170  step:0    state:0   action:1 reward:0.0
episode:170  step:1    state:4   action:0 reward:0.0
episode:170  step:2    state:4   action:1 reward:0.0
episode:170  step:3    state:8   action:1 reward:0.0
episode:170  avg_reward:0.0
episode:171  step:0    state:0   action:3 reward:0.0
episode:171  step:1    state:0   action:2 reward:0.0
episode:171  step:2    state:1   action:3 reward:0.0
episode:171  step:3    state:1   action:2 reward:0.0
episode:171  step:4    state:2   action:3 reward:0.0
episode:171  step:5    state:2   action:0 reward:0.0
episode:171  step:6    state:1   action:0 reward:0.0
episode:171  step:7    state:0   action:1 reward:0.0
episode:171  step:8    state:4   action:3 reward:0.0
episode:171  step:9    state:0   action:1 reward:0.0
episode:171  step:10   state:4   action:3 reward:0.0
episode:171  step:11   state:0   action:2 reward:0.0
episode:171  step:12   state:1   action:2 reward:0.0
episode:171  step:13   state:2   action:1 reward:0.0
episode:171  step:14   state:6   action:3 reward:0.0
episode:171  step:15   state:2   action:1 reward:0.0
episode:171  step:16   state:6   action:2 reward:0.0
episode:171  avg_reward:0.0
episode:172  step:0    state:0   action:2 reward:0.0
episode:172  step:1    state:1   action:3 reward:0.0
episode:172  step:2    state:1   action:0 reward:0.0
episode:172  step:3    state:0   action:1 reward:0.0
episode:172  step:4    state:4   action:1 reward:0.0
episode:172  step:5    state:8   action:2 reward:0.0
episode:172  step:6    state:9   action:2 reward:0.0
episode:172  step:7    state:10  action:0 reward:0.0
episode:172  step:8    state:9   action:2 reward:0.0
episode:172  step:9    state:10  action:0 reward:0.0
episode:172  step:10   state:9   action:1 reward:0.0
episode:172  step:11   state:13  action:2 reward:0.0
episode:172  step:12   state:14  action:3 reward:0.0
episode:172  step:13   state:10  action:1 reward:0.0
episode:172  step:14   state:14  action:0 reward:0.0
episode:172  step:15   state:13  action:3 reward:0.0
episode:172  step:16   state:9   action:1 reward:0.0
episode:172  step:17   state:13  action:1 reward:0.0
episode:172  step:18   state:13  action:2 reward:0.0
episode:172  step:19   state:14  action:2 reward:1.0
episode:172  avg_reward:0.05
episode:173  step:0    state:0   action:1 reward:0.0
episode:173  step:1    state:4   action:3 reward:0.0
episode:173  step:2    state:0   action:2 reward:0.0
episode:173  step:3    state:1   action:3 reward:0.0
episode:173  step:4    state:1   action:2 reward:0.0
episode:173  step:5    state:2   action:2 reward:0.0
episode:173  step:6    state:3   action:1 reward:0.0
episode:173  avg_reward:0.0
episode:174  step:0    state:0   action:3 reward:0.0
episode:174  step:1    state:0   action:1 reward:0.0
episode:174  step:2    state:4   action:1 reward:0.0
episode:174  step:3    state:8   action:3 reward:0.0
episode:174  step:4    state:4   action:3 reward:0.0
episode:174  step:5    state:0   action:0 reward:0.0
episode:174  step:6    state:0   action:1 reward:0.0
episode:174  step:7    state:4   action:0 reward:0.0
episode:174  step:8    state:4   action:1 reward:0.0
episode:174  step:9    state:8   action:3 reward:0.0
episode:174  step:10   state:4   action:2 reward:0.0
episode:174  avg_reward:0.0
episode:175  step:0    state:0   action:3 reward:0.0
episode:175  step:1    state:0   action:2 reward:0.0
episode:175  step:2    state:1   action:3 reward:0.0
episode:175  step:3    state:1   action:0 reward:0.0
episode:175  step:4    state:0   action:1 reward:0.0
episode:175  step:5    state:4   action:1 reward:0.0
episode:175  step:6    state:8   action:2 reward:0.0
episode:175  step:7    state:9   action:1 reward:0.0
episode:175  step:8    state:13  action:0 reward:0.0
episode:175  avg_reward:0.0
episode:176  step:0    state:0   action:2 reward:0.0
episode:176  step:1    state:1   action:3 reward:0.0
episode:176  step:2    state:1   action:0 reward:0.0
episode:176  step:3    state:0   action:3 reward:0.0
episode:176  step:4    state:0   action:1 reward:0.0
episode:176  step:5    state:4   action:1 reward:0.0
episode:176  step:6    state:8   action:2 reward:0.0
episode:176  step:7    state:9   action:2 reward:0.0
episode:176  step:8    state:10  action:1 reward:0.0
episode:176  step:9    state:14  action:1 reward:0.0
episode:176  step:10   state:14  action:1 reward:0.0
episode:176  step:11   state:14  action:3 reward:0.0
episode:176  step:12   state:10  action:3 reward:0.0
episode:176  step:13   state:6   action:1 reward:0.0
episode:176  step:14   state:10  action:1 reward:0.0
episode:176  step:15   state:14  action:0 reward:0.0
episode:176  step:16   state:13  action:2 reward:0.0
episode:176  step:17   state:14  action:3 reward:0.0
episode:176  step:18   state:10  action:3 reward:0.0
episode:176  step:19   state:6   action:2 reward:0.0
episode:176  avg_reward:0.0
episode:177  step:0    state:0   action:1 reward:0.0
episode:177  step:1    state:4   action:2 reward:0.0
episode:177  avg_reward:0.0
episode:178  step:0    state:0   action:1 reward:0.0
episode:178  step:1    state:4   action:1 reward:0.0
episode:178  step:2    state:8   action:2 reward:0.0
episode:178  step:3    state:9   action:0 reward:0.0
episode:178  step:4    state:8   action:2 reward:0.0
episode:178  step:5    state:9   action:2 reward:0.0
episode:178  step:6    state:10  action:3 reward:0.0
episode:178  step:7    state:6   action:1 reward:0.0
episode:178  step:8    state:10  action:3 reward:0.0
episode:178  step:9    state:6   action:1 reward:0.0
episode:178  step:10   state:10  action:2 reward:0.0
episode:178  avg_reward:0.0
episode:179  step:0    state:0   action:3 reward:0.0
episode:179  step:1    state:0   action:1 reward:0.0
episode:179  step:2    state:4   action:2 reward:0.0
episode:179  avg_reward:0.0
episode:180  step:0    state:0   action:3 reward:0.0
episode:180  step:1    state:0   action:0 reward:0.0
episode:180  step:2    state:0   action:1 reward:0.0
episode:180  step:3    state:4   action:3 reward:0.0
episode:180  step:4    state:0   action:1 reward:0.0
episode:180  step:5    state:4   action:3 reward:0.0
episode:180  step:6    state:0   action:1 reward:0.0
episode:180  step:7    state:4   action:0 reward:0.0
episode:180  step:8    state:4   action:1 reward:0.0
episode:180  step:9    state:8   action:3 reward:0.0
episode:180  step:10   state:4   action:0 reward:0.0
episode:180  step:11   state:4   action:0 reward:0.0
episode:180  step:12   state:4   action:3 reward:0.0
episode:180  step:13   state:0   action:1 reward:0.0
episode:180  step:14   state:4   action:2 reward:0.0
episode:180  avg_reward:0.0
episode:181  step:0    state:0   action:1 reward:0.0
episode:181  step:1    state:4   action:2 reward:0.0
episode:181  avg_reward:0.0
episode:182  step:0    state:0   action:1 reward:0.0
episode:182  step:1    state:4   action:3 reward:0.0
episode:182  step:2    state:0   action:0 reward:0.0
episode:182  step:3    state:0   action:3 reward:0.0
episode:182  step:4    state:0   action:1 reward:0.0
episode:182  step:5    state:4   action:1 reward:0.0
episode:182  step:6    state:8   action:2 reward:0.0
episode:182  step:7    state:9   action:3 reward:0.0
episode:182  avg_reward:0.0
episode:183  step:0    state:0   action:3 reward:0.0
episode:183  step:1    state:0   action:1 reward:0.0
episode:183  step:2    state:4   action:1 reward:0.0
episode:183  step:3    state:8   action:2 reward:0.0
episode:183  step:4    state:9   action:0 reward:0.0
episode:183  step:5    state:8   action:2 reward:0.0
episode:183  step:6    state:9   action:2 reward:0.0
episode:183  step:7    state:10  action:1 reward:0.0
episode:183  step:8    state:14  action:0 reward:0.0
episode:183  step:9    state:13  action:2 reward:0.0
episode:183  step:10   state:14  action:2 reward:1.0
episode:183  avg_reward:0.09090909090909091
episode:184  step:0    state:0   action:2 reward:0.0
episode:184  step:1    state:1   action:0 reward:0.0
episode:184  step:2    state:0   action:1 reward:0.0
episode:184  step:3    state:4   action:1 reward:0.0
episode:184  step:4    state:8   action:2 reward:0.0
episode:184  step:5    state:9   action:2 reward:0.0
episode:184  step:6    state:10  action:1 reward:0.0
episode:184  step:7    state:14  action:2 reward:1.0
episode:184  avg_reward:0.125
episode:185  step:0    state:0   action:3 reward:0.0
episode:185  step:1    state:0   action:1 reward:0.0
episode:185  step:2    state:4   action:1 reward:0.0
episode:185  step:3    state:8   action:2 reward:0.0
episode:185  step:4    state:9   action:0 reward:0.0
episode:185  step:5    state:8   action:1 reward:0.0
episode:185  avg_reward:0.0
episode:186  step:0    state:0   action:1 reward:0.0
episode:186  step:1    state:4   action:1 reward:0.0
episode:186  step:2    state:8   action:1 reward:0.0
episode:186  avg_reward:0.0
episode:187  step:0    state:0   action:1 reward:0.0
episode:187  step:1    state:4   action:2 reward:0.0
episode:187  avg_reward:0.0
episode:188  step:0    state:0   action:1 reward:0.0
episode:188  step:1    state:4   action:1 reward:0.0
episode:188  step:2    state:8   action:3 reward:0.0
episode:188  step:3    state:4   action:2 reward:0.0
episode:188  avg_reward:0.0
episode:189  step:0    state:0   action:3 reward:0.0
episode:189  step:1    state:0   action:0 reward:0.0
episode:189  step:2    state:0   action:1 reward:0.0
episode:189  step:3    state:4   action:3 reward:0.0
episode:189  step:4    state:0   action:0 reward:0.0
episode:189  step:5    state:0   action:3 reward:0.0
episode:189  step:6    state:0   action:0 reward:0.0
episode:189  step:7    state:0   action:2 reward:0.0
episode:189  step:8    state:1   action:1 reward:0.0
episode:189  avg_reward:0.0
episode:190  step:0    state:0   action:2 reward:0.0
episode:190  step:1    state:1   action:0 reward:0.0
episode:190  step:2    state:0   action:1 reward:0.0
episode:190  step:3    state:4   action:1 reward:0.0
episode:190  step:4    state:8   action:2 reward:0.0
episode:190  step:5    state:9   action:2 reward:0.0
episode:190  step:6    state:10  action:2 reward:0.0
episode:190  avg_reward:0.0
episode:191  step:0    state:0   action:1 reward:0.0
episode:191  step:1    state:4   action:1 reward:0.0
episode:191  step:2    state:8   action:2 reward:0.0
episode:191  step:3    state:9   action:1 reward:0.0
episode:191  step:4    state:13  action:1 reward:0.0
episode:191  step:5    state:13  action:2 reward:0.0
episode:191  step:6    state:14  action:0 reward:0.0
episode:191  step:7    state:13  action:3 reward:0.0
episode:191  step:8    state:9   action:0 reward:0.0
episode:191  step:9    state:8   action:2 reward:0.0
episode:191  step:10   state:9   action:2 reward:0.0
episode:191  step:11   state:10  action:1 reward:0.0
episode:191  step:12   state:14  action:2 reward:1.0
episode:191  avg_reward:0.07692307692307693
episode:192  step:0    state:0   action:0 reward:0.0
episode:192  step:1    state:0   action:3 reward:0.0
episode:192  step:2    state:0   action:0 reward:0.0
episode:192  step:3    state:0   action:1 reward:0.0
episode:192  step:4    state:4   action:1 reward:0.0
episode:192  step:5    state:8   action:3 reward:0.0
episode:192  step:6    state:4   action:1 reward:0.0
episode:192  step:7    state:8   action:3 reward:0.0
episode:192  step:8    state:4   action:1 reward:0.0
episode:192  step:9    state:8   action:3 reward:0.0
episode:192  step:10   state:4   action:1 reward:0.0
episode:192  step:11   state:8   action:1 reward:0.0
episode:192  avg_reward:0.0
episode:193  step:0    state:0   action:1 reward:0.0
episode:193  step:1    state:4   action:1 reward:0.0
episode:193  step:2    state:8   action:2 reward:0.0
episode:193  step:3    state:9   action:2 reward:0.0
episode:193  step:4    state:10  action:3 reward:0.0
episode:193  step:5    state:6   action:0 reward:0.0
episode:193  avg_reward:0.0
episode:194  step:0    state:0   action:1 reward:0.0
episode:194  step:1    state:4   action:1 reward:0.0
episode:194  step:2    state:8   action:2 reward:0.0
episode:194  step:3    state:9   action:2 reward:0.0
episode:194  step:4    state:10  action:3 reward:0.0
episode:194  step:5    state:6   action:0 reward:0.0
episode:194  avg_reward:0.0
episode:195  step:0    state:0   action:1 reward:0.0
episode:195  step:1    state:4   action:1 reward:0.0
episode:195  step:2    state:8   action:2 reward:0.0
episode:195  step:3    state:9   action:3 reward:0.0
episode:195  avg_reward:0.0
episode:196  step:0    state:0   action:1 reward:0.0
episode:196  step:1    state:4   action:0 reward:0.0
episode:196  step:2    state:4   action:3 reward:0.0
episode:196  step:3    state:0   action:2 reward:0.0
episode:196  step:4    state:1   action:0 reward:0.0
episode:196  step:5    state:0   action:0 reward:0.0
episode:196  step:6    state:0   action:0 reward:0.0
episode:196  step:7    state:0   action:2 reward:0.0
episode:196  step:8    state:1   action:0 reward:0.0
episode:196  step:9    state:0   action:2 reward:0.0
episode:196  step:10   state:1   action:0 reward:0.0
episode:196  step:11   state:0   action:3 reward:0.0
episode:196  step:12   state:0   action:2 reward:0.0
episode:196  step:13   state:1   action:0 reward:0.0
episode:196  step:14   state:0   action:1 reward:0.0
episode:196  step:15   state:4   action:2 reward:0.0
episode:196  avg_reward:0.0
episode:197  step:0    state:0   action:1 reward:0.0
episode:197  step:1    state:4   action:1 reward:0.0
episode:197  step:2    state:8   action:3 reward:0.0
episode:197  step:3    state:4   action:2 reward:0.0
episode:197  avg_reward:0.0
episode:198  step:0    state:0   action:2 reward:0.0
episode:198  step:1    state:1   action:0 reward:0.0
episode:198  step:2    state:0   action:0 reward:0.0
episode:198  step:3    state:0   action:3 reward:0.0
episode:198  step:4    state:0   action:0 reward:0.0
episode:198  step:5    state:0   action:3 reward:0.0
episode:198  step:6    state:0   action:1 reward:0.0
episode:198  step:7    state:4   action:1 reward:0.0
episode:198  step:8    state:8   action:2 reward:0.0
episode:198  step:9    state:9   action:0 reward:0.0
episode:198  step:10   state:8   action:0 reward:0.0
episode:198  step:11   state:8   action:0 reward:0.0
episode:198  step:12   state:8   action:1 reward:0.0
episode:198  avg_reward:0.0
episode:199  step:0    state:0   action:1 reward:0.0
episode:199  step:1    state:4   action:1 reward:0.0
episode:199  step:2    state:8   action:0 reward:0.0
episode:199  step:3    state:8   action:1 reward:0.0
episode:199  avg_reward:0.0
episode:200  step:0    state:0   action:1 reward:0.0
episode:200  step:1    state:4   action:1 reward:0.0
episode:200  step:2    state:8   action:1 reward:0.0
episode:200  avg_reward:0.0
episode:201  step:0    state:0   action:2 reward:0.0
episode:201  step:1    state:1   action:0 reward:0.0
episode:201  step:2    state:0   action:1 reward:0.0
episode:201  step:3    state:4   action:1 reward:0.0
episode:201  step:4    state:8   action:2 reward:0.0
episode:201  step:5    state:9   action:2 reward:0.0
episode:201  step:6    state:10  action:2 reward:0.0
episode:201  avg_reward:0.0
episode:202  step:0    state:0   action:2 reward:0.0
episode:202  step:1    state:1   action:0 reward:0.0
episode:202  step:2    state:0   action:0 reward:0.0
episode:202  step:3    state:0   action:1 reward:0.0
episode:202  step:4    state:4   action:1 reward:0.0
episode:202  step:5    state:8   action:2 reward:0.0
episode:202  step:6    state:9   action:2 reward:0.0
episode:202  step:7    state:10  action:1 reward:0.0
episode:202  step:8    state:14  action:2 reward:1.0
episode:202  avg_reward:0.1111111111111111
episode:203  step:0    state:0   action:1 reward:0.0
episode:203  step:1    state:4   action:1 reward:0.0
episode:203  step:2    state:8   action:2 reward:0.0
episode:203  step:3    state:9   action:3 reward:0.0
episode:203  avg_reward:0.0
episode:204  step:0    state:0   action:1 reward:0.0
episode:204  step:1    state:4   action:2 reward:0.0
episode:204  avg_reward:0.0
episode:205  step:0    state:0   action:1 reward:0.0
episode:205  step:1    state:4   action:1 reward:0.0
episode:205  step:2    state:8   action:2 reward:0.0
episode:205  step:3    state:9   action:2 reward:0.0
episode:205  step:4    state:10  action:1 reward:0.0
episode:205  step:5    state:14  action:3 reward:0.0
episode:205  step:6    state:10  action:1 reward:0.0
episode:205  step:7    state:14  action:3 reward:0.0
episode:205  step:8    state:10  action:2 reward:0.0
episode:205  avg_reward:0.0
episode:206  step:0    state:0   action:3 reward:0.0
episode:206  step:1    state:0   action:0 reward:0.0
episode:206  step:2    state:0   action:1 reward:0.0
episode:206  step:3    state:4   action:1 reward:0.0
episode:206  step:4    state:8   action:0 reward:0.0
episode:206  step:5    state:8   action:3 reward:0.0
episode:206  step:6    state:4   action:1 reward:0.0
episode:206  step:7    state:8   action:2 reward:0.0
episode:206  step:8    state:9   action:0 reward:0.0
episode:206  step:9    state:8   action:2 reward:0.0
episode:206  step:10   state:9   action:2 reward:0.0
episode:206  step:11   state:10  action:1 reward:0.0
episode:206  step:12   state:14  action:3 reward:0.0
episode:206  step:13   state:10  action:3 reward:0.0
episode:206  step:14   state:6   action:3 reward:0.0
episode:206  step:15   state:2   action:1 reward:0.0
episode:206  step:16   state:6   action:1 reward:0.0
episode:206  step:17   state:10  action:2 reward:0.0
episode:206  avg_reward:0.0
episode:207  step:0    state:0   action:1 reward:0.0
episode:207  step:1    state:4   action:2 reward:0.0
episode:207  avg_reward:0.0
episode:208  step:0    state:0   action:1 reward:0.0
episode:208  step:1    state:4   action:0 reward:0.0
episode:208  step:2    state:4   action:1 reward:0.0
episode:208  step:3    state:8   action:0 reward:0.0
episode:208  step:4    state:8   action:2 reward:0.0
episode:208  step:5    state:9   action:2 reward:0.0
episode:208  step:6    state:10  action:2 reward:0.0
episode:208  avg_reward:0.0
episode:209  step:0    state:0   action:1 reward:0.0
episode:209  step:1    state:4   action:3 reward:0.0
episode:209  step:2    state:0   action:2 reward:0.0
episode:209  step:3    state:1   action:0 reward:0.0
episode:209  step:4    state:0   action:0 reward:0.0
episode:209  step:5    state:0   action:3 reward:0.0
episode:209  step:6    state:0   action:1 reward:0.0
episode:209  step:7    state:4   action:1 reward:0.0
episode:209  step:8    state:8   action:2 reward:0.0
episode:209  step:9    state:9   action:2 reward:0.0
episode:209  step:10   state:10  action:3 reward:0.0
episode:209  step:11   state:6   action:1 reward:0.0
episode:209  step:12   state:10  action:1 reward:0.0
episode:209  step:13   state:14  action:2 reward:1.0
episode:209  avg_reward:0.07142857142857142
episode:210  step:0    state:0   action:3 reward:0.0
episode:210  step:1    state:0   action:2 reward:0.0
episode:210  step:2    state:1   action:1 reward:0.0
episode:210  avg_reward:0.0
episode:211  step:0    state:0   action:0 reward:0.0
episode:211  step:1    state:0   action:1 reward:0.0
episode:211  step:2    state:4   action:2 reward:0.0
episode:211  avg_reward:0.0
episode:212  step:0    state:0   action:0 reward:0.0
episode:212  step:1    state:0   action:1 reward:0.0
episode:212  step:2    state:4   action:2 reward:0.0
episode:212  avg_reward:0.0
episode:213  step:0    state:0   action:1 reward:0.0
episode:213  step:1    state:4   action:0 reward:0.0
episode:213  step:2    state:4   action:1 reward:0.0
episode:213  step:3    state:8   action:1 reward:0.0
episode:213  avg_reward:0.0
episode:214  step:0    state:0   action:0 reward:0.0
episode:214  step:1    state:0   action:1 reward:0.0
episode:214  step:2    state:4   action:1 reward:0.0
episode:214  step:3    state:8   action:2 reward:0.0
episode:214  step:4    state:9   action:2 reward:0.0
episode:214  step:5    state:10  action:2 reward:0.0
episode:214  avg_reward:0.0
episode:215  step:0    state:0   action:1 reward:0.0
episode:215  step:1    state:4   action:1 reward:0.0
episode:215  step:2    state:8   action:2 reward:0.0
episode:215  step:3    state:9   action:3 reward:0.0
episode:215  avg_reward:0.0
episode:216  step:0    state:0   action:2 reward:0.0
episode:216  step:1    state:1   action:1 reward:0.0
episode:216  avg_reward:0.0
episode:217  step:0    state:0   action:0 reward:0.0
episode:217  step:1    state:0   action:0 reward:0.0
episode:217  step:2    state:0   action:0 reward:0.0
episode:217  step:3    state:0   action:1 reward:0.0
episode:217  step:4    state:4   action:1 reward:0.0
episode:217  step:5    state:8   action:1 reward:0.0
episode:217  avg_reward:0.0
episode:218  step:0    state:0   action:2 reward:0.0
episode:218  step:1    state:1   action:1 reward:0.0
episode:218  avg_reward:0.0
episode:219  step:0    state:0   action:2 reward:0.0
episode:219  step:1    state:1   action:0 reward:0.0
episode:219  step:2    state:0   action:0 reward:0.0
episode:219  step:3    state:0   action:2 reward:0.0
episode:219  step:4    state:1   action:0 reward:0.0
episode:219  step:5    state:0   action:1 reward:0.0
episode:219  step:6    state:4   action:2 reward:0.0
episode:219  avg_reward:0.0
episode:220  step:0    state:0   action:3 reward:0.0
episode:220  step:1    state:0   action:1 reward:0.0
episode:220  step:2    state:4   action:1 reward:0.0
episode:220  step:3    state:8   action:2 reward:0.0
episode:220  step:4    state:9   action:2 reward:0.0
episode:220  step:5    state:10  action:3 reward:0.0
episode:220  step:6    state:6   action:2 reward:0.0
episode:220  avg_reward:0.0
episode:221  step:0    state:0   action:1 reward:0.0
episode:221  step:1    state:4   action:0 reward:0.0
episode:221  step:2    state:4   action:3 reward:0.0
episode:221  step:3    state:0   action:0 reward:0.0
episode:221  step:4    state:0   action:3 reward:0.0
episode:221  step:5    state:0   action:1 reward:0.0
episode:221  step:6    state:4   action:2 reward:0.0
episode:221  avg_reward:0.0
episode:222  step:0    state:0   action:2 reward:0.0
episode:222  step:1    state:1   action:3 reward:0.0
episode:222  step:2    state:1   action:0 reward:0.0
episode:222  step:3    state:0   action:0 reward:0.0
episode:222  step:4    state:0   action:1 reward:0.0
episode:222  step:5    state:4   action:1 reward:0.0
episode:222  step:6    state:8   action:2 reward:0.0
episode:222  step:7    state:9   action:0 reward:0.0
episode:222  step:8    state:8   action:1 reward:0.0
episode:222  avg_reward:0.0
episode:223  step:0    state:0   action:3 reward:0.0
episode:223  step:1    state:0   action:1 reward:0.0
episode:223  step:2    state:4   action:3 reward:0.0
episode:223  step:3    state:0   action:2 reward:0.0
episode:223  step:4    state:1   action:2 reward:0.0
episode:223  step:5    state:2   action:2 reward:0.0
episode:223  step:6    state:3   action:1 reward:0.0
episode:223  avg_reward:0.0
episode:224  step:0    state:0   action:3 reward:0.0
episode:224  step:1    state:0   action:2 reward:0.0
episode:224  step:2    state:1   action:1 reward:0.0
episode:224  avg_reward:0.0
episode:225  step:0    state:0   action:2 reward:0.0
episode:225  step:1    state:1   action:0 reward:0.0
episode:225  step:2    state:0   action:1 reward:0.0
episode:225  step:3    state:4   action:0 reward:0.0
episode:225  step:4    state:4   action:1 reward:0.0
episode:225  step:5    state:8   action:2 reward:0.0
episode:225  step:6    state:9   action:1 reward:0.0
episode:225  step:7    state:13  action:3 reward:0.0
episode:225  step:8    state:9   action:3 reward:0.0
episode:225  avg_reward:0.0
episode:226  step:0    state:0   action:2 reward:0.0
episode:226  step:1    state:1   action:0 reward:0.0
episode:226  step:2    state:0   action:3 reward:0.0
episode:226  step:3    state:0   action:1 reward:0.0
episode:226  step:4    state:4   action:1 reward:0.0
episode:226  step:5    state:8   action:2 reward:0.0
episode:226  step:6    state:9   action:3 reward:0.0
episode:226  avg_reward:0.0
episode:227  step:0    state:0   action:1 reward:0.0
episode:227  step:1    state:4   action:1 reward:0.0
episode:227  step:2    state:8   action:2 reward:0.0
episode:227  step:3    state:9   action:0 reward:0.0
episode:227  step:4    state:8   action:0 reward:0.0
episode:227  step:5    state:8   action:1 reward:0.0
episode:227  avg_reward:0.0
episode:228  step:0    state:0   action:0 reward:0.0
episode:228  step:1    state:0   action:1 reward:0.0
episode:228  step:2    state:4   action:1 reward:0.0
episode:228  step:3    state:8   action:1 reward:0.0
episode:228  avg_reward:0.0
episode:229  step:0    state:0   action:1 reward:0.0
episode:229  step:1    state:4   action:3 reward:0.0
episode:229  step:2    state:0   action:1 reward:0.0
episode:229  step:3    state:4   action:0 reward:0.0
episode:229  step:4    state:4   action:1 reward:0.0
episode:229  step:5    state:8   action:2 reward:0.0
episode:229  step:6    state:9   action:2 reward:0.0
episode:229  step:7    state:10  action:1 reward:0.0
episode:229  step:8    state:14  action:2 reward:1.0
episode:229  avg_reward:0.1111111111111111
episode:230  step:0    state:0   action:0 reward:0.0
episode:230  step:1    state:0   action:0 reward:0.0
episode:230  step:2    state:0   action:3 reward:0.0
episode:230  step:3    state:0   action:1 reward:0.0
episode:230  step:4    state:4   action:2 reward:0.0
episode:230  avg_reward:0.0
episode:231  step:0    state:0   action:1 reward:0.0
episode:231  step:1    state:4   action:0 reward:0.0
episode:231  step:2    state:4   action:2 reward:0.0
episode:231  avg_reward:0.0
episode:232  step:0    state:0   action:1 reward:0.0
episode:232  step:1    state:4   action:3 reward:0.0
episode:232  step:2    state:0   action:3 reward:0.0
episode:232  step:3    state:0   action:1 reward:0.0
episode:232  step:4    state:4   action:2 reward:0.0
episode:232  avg_reward:0.0
episode:233  step:0    state:0   action:1 reward:0.0
episode:233  step:1    state:4   action:3 reward:0.0
episode:233  step:2    state:0   action:3 reward:0.0
episode:233  step:3    state:0   action:1 reward:0.0
episode:233  step:4    state:4   action:1 reward:0.0
episode:233  step:5    state:8   action:0 reward:0.0
episode:233  step:6    state:8   action:2 reward:0.0
episode:233  step:7    state:9   action:2 reward:0.0
episode:233  step:8    state:10  action:2 reward:0.0
episode:233  avg_reward:0.0
episode:234  step:0    state:0   action:2 reward:0.0
episode:234  step:1    state:1   action:0 reward:0.0
episode:234  step:2    state:0   action:3 reward:0.0
episode:234  step:3    state:0   action:2 reward:0.0
episode:234  step:4    state:1   action:0 reward:0.0
episode:234  step:5    state:0   action:1 reward:0.0
episode:234  step:6    state:4   action:3 reward:0.0
episode:234  step:7    state:0   action:3 reward:0.0
episode:234  step:8    state:0   action:2 reward:0.0
episode:234  step:9    state:1   action:0 reward:0.0
episode:234  step:10   state:0   action:0 reward:0.0
episode:234  step:11   state:0   action:1 reward:0.0
episode:234  step:12   state:4   action:1 reward:0.0
episode:234  step:13   state:8   action:1 reward:0.0
episode:234  avg_reward:0.0
episode:235  step:0    state:0   action:1 reward:0.0
episode:235  step:1    state:4   action:0 reward:0.0
episode:235  step:2    state:4   action:1 reward:0.0
episode:235  step:3    state:8   action:2 reward:0.0
episode:235  step:4    state:9   action:2 reward:0.0
episode:235  step:5    state:10  action:3 reward:0.0
episode:235  step:6    state:6   action:2 reward:0.0
episode:235  avg_reward:0.0
episode:236  step:0    state:0   action:1 reward:0.0
episode:236  step:1    state:4   action:3 reward:0.0
episode:236  step:2    state:0   action:1 reward:0.0
episode:236  step:3    state:4   action:3 reward:0.0
episode:236  step:4    state:0   action:1 reward:0.0
episode:236  step:5    state:4   action:1 reward:0.0
episode:236  step:6    state:8   action:3 reward:0.0
episode:236  step:7    state:4   action:1 reward:0.0
episode:236  step:8    state:8   action:2 reward:0.0
episode:236  step:9    state:9   action:2 reward:0.0
episode:236  step:10   state:10  action:1 reward:0.0
episode:236  step:11   state:14  action:2 reward:1.0
episode:236  avg_reward:0.08333333333333333
episode:237  step:0    state:0   action:2 reward:0.0
episode:237  step:1    state:1   action:0 reward:0.0
episode:237  step:2    state:0   action:0 reward:0.0
episode:237  step:3    state:0   action:1 reward:0.0
episode:237  step:4    state:4   action:1 reward:0.0
episode:237  step:5    state:8   action:2 reward:0.0
episode:237  step:6    state:9   action:0 reward:0.0
episode:237  step:7    state:8   action:1 reward:0.0
episode:237  avg_reward:0.0
episode:238  step:0    state:0   action:1 reward:0.0
episode:238  step:1    state:4   action:1 reward:0.0
episode:238  step:2    state:8   action:0 reward:0.0
episode:238  step:3    state:8   action:0 reward:0.0
episode:238  step:4    state:8   action:1 reward:0.0
episode:238  avg_reward:0.0
episode:239  step:0    state:0   action:1 reward:0.0
episode:239  step:1    state:4   action:0 reward:0.0
episode:239  step:2    state:4   action:1 reward:0.0
episode:239  step:3    state:8   action:2 reward:0.0
episode:239  step:4    state:9   action:3 reward:0.0
episode:239  avg_reward:0.0
episode:240  step:0    state:0   action:1 reward:0.0
episode:240  step:1    state:4   action:3 reward:0.0
episode:240  step:2    state:0   action:1 reward:0.0
episode:240  step:3    state:4   action:1 reward:0.0
episode:240  step:4    state:8   action:2 reward:0.0
episode:240  step:5    state:9   action:3 reward:0.0
episode:240  avg_reward:0.0
episode:241  step:0    state:0   action:3 reward:0.0
episode:241  step:1    state:0   action:1 reward:0.0
episode:241  step:2    state:4   action:1 reward:0.0
episode:241  step:3    state:8   action:3 reward:0.0
episode:241  step:4    state:4   action:1 reward:0.0
episode:241  step:5    state:8   action:2 reward:0.0
episode:241  step:6    state:9   action:3 reward:0.0
episode:241  avg_reward:0.0
episode:242  step:0    state:0   action:3 reward:0.0
episode:242  step:1    state:0   action:2 reward:0.0
episode:242  step:2    state:1   action:0 reward:0.0
episode:242  step:3    state:0   action:1 reward:0.0
episode:242  step:4    state:4   action:1 reward:0.0
episode:242  step:5    state:8   action:0 reward:0.0
episode:242  step:6    state:8   action:2 reward:0.0
episode:242  step:7    state:9   action:2 reward:0.0
episode:242  step:8    state:10  action:3 reward:0.0
episode:242  step:9    state:6   action:0 reward:0.0
episode:242  avg_reward:0.0
episode:243  step:0    state:0   action:1 reward:0.0
episode:243  step:1    state:4   action:3 reward:0.0
episode:243  step:2    state:0   action:2 reward:0.0
episode:243  step:3    state:1   action:1 reward:0.0
episode:243  avg_reward:0.0
episode:244  step:0    state:0   action:1 reward:0.0
episode:244  step:1    state:4   action:0 reward:0.0
episode:244  step:2    state:4   action:1 reward:0.0
episode:244  step:3    state:8   action:1 reward:0.0
episode:244  avg_reward:0.0
episode:245  step:0    state:0   action:1 reward:0.0
episode:245  step:1    state:4   action:1 reward:0.0
episode:245  step:2    state:8   action:2 reward:0.0
episode:245  step:3    state:9   action:3 reward:0.0
episode:245  avg_reward:0.0
episode:246  step:0    state:0   action:1 reward:0.0
episode:246  step:1    state:4   action:1 reward:0.0
episode:246  step:2    state:8   action:2 reward:0.0
episode:246  step:3    state:9   action:3 reward:0.0
episode:246  avg_reward:0.0
episode:247  step:0    state:0   action:1 reward:0.0
episode:247  step:1    state:4   action:2 reward:0.0
episode:247  avg_reward:0.0
episode:248  step:0    state:0   action:3 reward:0.0
episode:248  step:1    state:0   action:1 reward:0.0
episode:248  step:2    state:4   action:1 reward:0.0
episode:248  step:3    state:8   action:2 reward:0.0
episode:248  step:4    state:9   action:1 reward:0.0
episode:248  step:5    state:13  action:2 reward:0.0
episode:248  step:6    state:14  action:2 reward:1.0
episode:248  avg_reward:0.14285714285714285
episode:249  step:0    state:0   action:2 reward:0.0
episode:249  step:1    state:1   action:2 reward:0.0
episode:249  step:2    state:2   action:1 reward:0.0
episode:249  step:3    state:6   action:2 reward:0.0
episode:249  avg_reward:0.0
episode:250  step:0    state:0   action:3 reward:0.0
episode:250  step:1    state:0   action:2 reward:0.0
episode:250  step:2    state:1   action:0 reward:0.0
episode:250  step:3    state:0   action:1 reward:0.0
episode:250  step:4    state:4   action:1 reward:0.0
episode:250  step:5    state:8   action:3 reward:0.0
episode:250  step:6    state:4   action:3 reward:0.0
episode:250  step:7    state:0   action:1 reward:0.0
episode:250  step:8    state:4   action:1 reward:0.0
episode:250  step:9    state:8   action:2 reward:0.0
episode:250  step:10   state:9   action:2 reward:0.0
episode:250  step:11   state:10  action:1 reward:0.0
episode:250  step:12   state:14  action:2 reward:1.0
episode:250  avg_reward:0.07692307692307693
episode:251  step:0    state:0   action:3 reward:0.0
episode:251  step:1    state:0   action:1 reward:0.0
episode:251  step:2    state:4   action:1 reward:0.0
episode:251  step:3    state:8   action:2 reward:0.0
episode:251  step:4    state:9   action:2 reward:0.0
episode:251  step:5    state:10  action:0 reward:0.0
episode:251  step:6    state:9   action:2 reward:0.0
episode:251  step:7    state:10  action:1 reward:0.0
episode:251  step:8    state:14  action:1 reward:0.0
episode:251  step:9    state:14  action:3 reward:0.0
episode:251  step:10   state:10  action:0 reward:0.0
episode:251  step:11   state:9   action:0 reward:0.0
episode:251  step:12   state:8   action:3 reward:0.0
episode:251  step:13   state:4   action:1 reward:0.0
episode:251  step:14   state:8   action:0 reward:0.0
episode:251  step:15   state:8   action:2 reward:0.0
episode:251  step:16   state:9   action:0 reward:0.0
episode:251  step:17   state:8   action:2 reward:0.0
episode:251  step:18   state:9   action:0 reward:0.0
episode:251  step:19   state:8   action:3 reward:0.0
episode:251  step:20   state:4   action:3 reward:0.0
episode:251  step:21   state:0   action:1 reward:0.0
episode:251  step:22   state:4   action:2 reward:0.0
episode:251  avg_reward:0.0
episode:252  step:0    state:0   action:1 reward:0.0
episode:252  step:1    state:4   action:2 reward:0.0
episode:252  avg_reward:0.0
episode:253  step:0    state:0   action:1 reward:0.0
episode:253  step:1    state:4   action:0 reward:0.0
episode:253  step:2    state:4   action:1 reward:0.0
episode:253  step:3    state:8   action:1 reward:0.0
episode:253  avg_reward:0.0
episode:254  step:0    state:0   action:3 reward:0.0
episode:254  step:1    state:0   action:0 reward:0.0
episode:254  step:2    state:0   action:1 reward:0.0
episode:254  step:3    state:4   action:2 reward:0.0
episode:254  avg_reward:0.0
episode:255  step:0    state:0   action:1 reward:0.0
episode:255  step:1    state:4   action:0 reward:0.0
episode:255  step:2    state:4   action:2 reward:0.0
episode:255  avg_reward:0.0
episode:256  step:0    state:0   action:3 reward:0.0
episode:256  step:1    state:0   action:0 reward:0.0
episode:256  step:2    state:0   action:1 reward:0.0
episode:256  step:3    state:4   action:1 reward:0.0
episode:256  step:4    state:8   action:1 reward:0.0
episode:256  avg_reward:0.0
episode:257  step:0    state:0   action:3 reward:0.0
episode:257  step:1    state:0   action:1 reward:0.0
episode:257  step:2    state:4   action:1 reward:0.0
episode:257  step:3    state:8   action:2 reward:0.0
episode:257  step:4    state:9   action:1 reward:0.0
episode:257  step:5    state:13  action:2 reward:0.0
episode:257  step:6    state:14  action:2 reward:1.0
episode:257  avg_reward:0.14285714285714285
episode:258  step:0    state:0   action:1 reward:0.0
episode:258  step:1    state:4   action:1 reward:0.0
episode:258  step:2    state:8   action:1 reward:0.0
episode:258  avg_reward:0.0
episode:259  step:0    state:0   action:1 reward:0.0
episode:259  step:1    state:4   action:1 reward:0.0
episode:259  step:2    state:8   action:1 reward:0.0
episode:259  avg_reward:0.0
episode:260  step:0    state:0   action:3 reward:0.0
episode:260  step:1    state:0   action:1 reward:0.0
episode:260  step:2    state:4   action:3 reward:0.0
episode:260  step:3    state:0   action:2 reward:0.0
episode:260  step:4    state:1   action:0 reward:0.0
episode:260  step:5    state:0   action:1 reward:0.0
episode:260  step:6    state:4   action:2 reward:0.0
episode:260  avg_reward:0.0
episode:261  step:0    state:0   action:1 reward:0.0
episode:261  step:1    state:4   action:1 reward:0.0
episode:261  step:2    state:8   action:3 reward:0.0
episode:261  step:3    state:4   action:1 reward:0.0
episode:261  step:4    state:8   action:2 reward:0.0
episode:261  step:5    state:9   action:2 reward:0.0
episode:261  step:6    state:10  action:3 reward:0.0
episode:261  step:7    state:6   action:2 reward:0.0
episode:261  avg_reward:0.0
episode:262  step:0    state:0   action:1 reward:0.0
episode:262  step:1    state:4   action:0 reward:0.0
episode:262  step:2    state:4   action:1 reward:0.0
episode:262  step:3    state:8   action:0 reward:0.0
episode:262  step:4    state:8   action:1 reward:0.0
episode:262  avg_reward:0.0
episode:263  step:0    state:0   action:2 reward:0.0
episode:263  step:1    state:1   action:0 reward:0.0
episode:263  step:2    state:0   action:1 reward:0.0
episode:263  step:3    state:4   action:1 reward:0.0
episode:263  step:4    state:8   action:2 reward:0.0
episode:263  step:5    state:9   action:0 reward:0.0
episode:263  step:6    state:8   action:2 reward:0.0
episode:263  step:7    state:9   action:2 reward:0.0
episode:263  step:8    state:10  action:1 reward:0.0
episode:263  step:9    state:14  action:0 reward:0.0
episode:263  step:10   state:13  action:1 reward:0.0
episode:263  step:11   state:13  action:1 reward:0.0
episode:263  step:12   state:13  action:2 reward:0.0
episode:263  step:13   state:14  action:3 reward:0.0
episode:263  step:14   state:10  action:1 reward:0.0
episode:263  step:15   state:14  action:3 reward:0.0
episode:263  step:16   state:10  action:0 reward:0.0
episode:263  step:17   state:9   action:2 reward:0.0
episode:263  step:18   state:10  action:0 reward:0.0
episode:263  step:19   state:9   action:2 reward:0.0
episode:263  step:20   state:10  action:1 reward:0.0
episode:263  step:21   state:14  action:2 reward:1.0
episode:263  avg_reward:0.045454545454545456
episode:264  step:0    state:0   action:1 reward:0.0
episode:264  step:1    state:4   action:3 reward:0.0
episode:264  step:2    state:0   action:1 reward:0.0
episode:264  step:3    state:4   action:1 reward:0.0
episode:264  step:4    state:8   action:2 reward:0.0
episode:264  step:5    state:9   action:2 reward:0.0
episode:264  step:6    state:10  action:1 reward:0.0
episode:264  step:7    state:14  action:2 reward:1.0
episode:264  avg_reward:0.125
episode:265  step:0    state:0   action:1 reward:0.0
episode:265  step:1    state:4   action:1 reward:0.0
episode:265  step:2    state:8   action:0 reward:0.0
episode:265  step:3    state:8   action:2 reward:0.0
episode:265  step:4    state:9   action:2 reward:0.0
episode:265  step:5    state:10  action:3 reward:0.0
episode:265  step:6    state:6   action:1 reward:0.0
episode:265  step:7    state:10  action:2 reward:0.0
episode:265  avg_reward:0.0
episode:266  step:0    state:0   action:1 reward:0.0
episode:266  step:1    state:4   action:0 reward:0.0
episode:266  step:2    state:4   action:1 reward:0.0
episode:266  step:3    state:8   action:2 reward:0.0
episode:266  step:4    state:9   action:1 reward:0.0
episode:266  step:5    state:13  action:0 reward:0.0
episode:266  avg_reward:0.0
episode:267  step:0    state:0   action:1 reward:0.0
episode:267  step:1    state:4   action:1 reward:0.0
episode:267  step:2    state:8   action:2 reward:0.0
episode:267  step:3    state:9   action:2 reward:0.0
episode:267  step:4    state:10  action:2 reward:0.0
episode:267  avg_reward:0.0
episode:268  step:0    state:0   action:1 reward:0.0
episode:268  step:1    state:4   action:0 reward:0.0
episode:268  step:2    state:4   action:1 reward:0.0
episode:268  step:3    state:8   action:2 reward:0.0
episode:268  step:4    state:9   action:2 reward:0.0
episode:268  step:5    state:10  action:1 reward:0.0
episode:268  step:6    state:14  action:2 reward:1.0
episode:268  avg_reward:0.14285714285714285
episode:269  step:0    state:0   action:1 reward:0.0
episode:269  step:1    state:4   action:1 reward:0.0
episode:269  step:2    state:8   action:0 reward:0.0
episode:269  step:3    state:8   action:2 reward:0.0
episode:269  step:4    state:9   action:2 reward:0.0
episode:269  step:5    state:10  action:0 reward:0.0
episode:269  step:6    state:9   action:2 reward:0.0
episode:269  step:7    state:10  action:2 reward:0.0
episode:269  avg_reward:0.0
episode:270  step:0    state:0   action:0 reward:0.0
episode:270  step:1    state:0   action:1 reward:0.0
episode:270  step:2    state:4   action:3 reward:0.0
episode:270  step:3    state:0   action:1 reward:0.0
episode:270  step:4    state:4   action:1 reward:0.0
episode:270  step:5    state:8   action:3 reward:0.0
episode:270  step:6    state:4   action:2 reward:0.0
episode:270  avg_reward:0.0
episode:271  step:0    state:0   action:2 reward:0.0
episode:271  step:1    state:1   action:0 reward:0.0
episode:271  step:2    state:0   action:1 reward:0.0
episode:271  step:3    state:4   action:1 reward:0.0
episode:271  step:4    state:8   action:2 reward:0.0
episode:271  step:5    state:9   action:2 reward:0.0
episode:271  step:6    state:10  action:2 reward:0.0
episode:271  avg_reward:0.0
episode:272  step:0    state:0   action:2 reward:0.0
episode:272  step:1    state:1   action:0 reward:0.0
episode:272  step:2    state:0   action:0 reward:0.0
episode:272  step:3    state:0   action:1 reward:0.0
episode:272  step:4    state:4   action:1 reward:0.0
episode:272  step:5    state:8   action:2 reward:0.0
episode:272  step:6    state:9   action:2 reward:0.0
episode:272  step:7    state:10  action:0 reward:0.0
episode:272  step:8    state:9   action:0 reward:0.0
episode:272  step:9    state:8   action:2 reward:0.0
episode:272  step:10   state:9   action:2 reward:0.0
episode:272  step:11   state:10  action:1 reward:0.0
episode:272  step:12   state:14  action:1 reward:0.0
episode:272  step:13   state:14  action:0 reward:0.0
episode:272  step:14   state:13  action:2 reward:0.0
episode:272  step:15   state:14  action:0 reward:0.0
episode:272  step:16   state:13  action:1 reward:0.0
episode:272  step:17   state:13  action:2 reward:0.0
episode:272  step:18   state:14  action:0 reward:0.0
episode:272  step:19   state:13  action:2 reward:0.0
episode:272  step:20   state:14  action:2 reward:1.0
episode:272  avg_reward:0.047619047619047616
episode:273  step:0    state:0   action:0 reward:0.0
episode:273  step:1    state:0   action:1 reward:0.0
episode:273  step:2    state:4   action:2 reward:0.0
episode:273  avg_reward:0.0
episode:274  step:0    state:0   action:1 reward:0.0
episode:274  step:1    state:4   action:3 reward:0.0
episode:274  step:2    state:0   action:0 reward:0.0
episode:274  step:3    state:0   action:2 reward:0.0
episode:274  step:4    state:1   action:2 reward:0.0
episode:274  step:5    state:2   action:1 reward:0.0
episode:274  step:6    state:6   action:1 reward:0.0
episode:274  step:7    state:10  action:1 reward:0.0
episode:274  step:8    state:14  action:2 reward:1.0
episode:274  avg_reward:0.1111111111111111
episode:275  step:0    state:0   action:0 reward:0.0
episode:275  step:1    state:0   action:0 reward:0.0
episode:275  step:2    state:0   action:3 reward:0.0
episode:275  step:3    state:0   action:2 reward:0.0
episode:275  step:4    state:1   action:1 reward:0.0
episode:275  avg_reward:0.0
episode:276  step:0    state:0   action:1 reward:0.0
episode:276  step:1    state:4   action:1 reward:0.0
episode:276  step:2    state:8   action:0 reward:0.0
episode:276  step:3    state:8   action:3 reward:0.0
episode:276  step:4    state:4   action:1 reward:0.0
episode:276  step:5    state:8   action:2 reward:0.0
episode:276  step:6    state:9   action:2 reward:0.0
episode:276  step:7    state:10  action:1 reward:0.0
episode:276  step:8    state:14  action:2 reward:1.0
episode:276  avg_reward:0.1111111111111111
episode:277  step:0    state:0   action:3 reward:0.0
episode:277  step:1    state:0   action:1 reward:0.0
episode:277  step:2    state:4   action:3 reward:0.0
episode:277  step:3    state:0   action:1 reward:0.0
episode:277  step:4    state:4   action:1 reward:0.0
episode:277  step:5    state:8   action:0 reward:0.0
episode:277  step:6    state:8   action:2 reward:0.0
episode:277  step:7    state:9   action:3 reward:0.0
episode:277  avg_reward:0.0
episode:278  step:0    state:0   action:0 reward:0.0
episode:278  step:1    state:0   action:1 reward:0.0
episode:278  step:2    state:4   action:3 reward:0.0
episode:278  step:3    state:0   action:1 reward:0.0
episode:278  step:4    state:4   action:1 reward:0.0
episode:278  step:5    state:8   action:3 reward:0.0
episode:278  step:6    state:4   action:1 reward:0.0
episode:278  step:7    state:8   action:2 reward:0.0
episode:278  step:8    state:9   action:3 reward:0.0
episode:278  avg_reward:0.0
episode:279  step:0    state:0   action:1 reward:0.0
episode:279  step:1    state:4   action:1 reward:0.0
episode:279  step:2    state:8   action:2 reward:0.0
episode:279  step:3    state:9   action:2 reward:0.0
episode:279  step:4    state:10  action:1 reward:0.0
episode:279  step:5    state:14  action:3 reward:0.0
episode:279  step:6    state:10  action:1 reward:0.0
episode:279  step:7    state:14  action:3 reward:0.0
episode:279  step:8    state:10  action:2 reward:0.0
episode:279  avg_reward:0.0
episode:280  step:0    state:0   action:1 reward:0.0
episode:280  step:1    state:4   action:2 reward:0.0
episode:280  avg_reward:0.0
episode:281  step:0    state:0   action:1 reward:0.0
episode:281  step:1    state:4   action:1 reward:0.0
episode:281  step:2    state:8   action:2 reward:0.0
episode:281  step:3    state:9   action:3 reward:0.0
episode:281  avg_reward:0.0
episode:282  step:0    state:0   action:0 reward:0.0
episode:282  step:1    state:0   action:2 reward:0.0
episode:282  step:2    state:1   action:0 reward:0.0
episode:282  step:3    state:0   action:1 reward:0.0
episode:282  step:4    state:4   action:1 reward:0.0
episode:282  step:5    state:8   action:1 reward:0.0
episode:282  avg_reward:0.0
episode:283  step:0    state:0   action:1 reward:0.0
episode:283  step:1    state:4   action:3 reward:0.0
episode:283  step:2    state:0   action:1 reward:0.0
episode:283  step:3    state:4   action:1 reward:0.0
episode:283  step:4    state:8   action:2 reward:0.0
episode:283  step:5    state:9   action:2 reward:0.0
episode:283  step:6    state:10  action:2 reward:0.0
episode:283  avg_reward:0.0
episode:284  step:0    state:0   action:1 reward:0.0
episode:284  step:1    state:4   action:1 reward:0.0
episode:284  step:2    state:8   action:2 reward:0.0
episode:284  step:3    state:9   action:2 reward:0.0
episode:284  step:4    state:10  action:1 reward:0.0
episode:284  step:5    state:14  action:2 reward:1.0
episode:284  avg_reward:0.16666666666666666
episode:285  step:0    state:0   action:1 reward:0.0
episode:285  step:1    state:4   action:1 reward:0.0
episode:285  step:2    state:8   action:2 reward:0.0
episode:285  step:3    state:9   action:3 reward:0.0
episode:285  avg_reward:0.0
episode:286  step:0    state:0   action:1 reward:0.0
episode:286  step:1    state:4   action:1 reward:0.0
episode:286  step:2    state:8   action:2 reward:0.0
episode:286  step:3    state:9   action:2 reward:0.0
episode:286  step:4    state:10  action:1 reward:0.0
episode:286  step:5    state:14  action:0 reward:0.0
episode:286  step:6    state:13  action:2 reward:0.0
episode:286  step:7    state:14  action:2 reward:1.0
episode:286  avg_reward:0.125
episode:287  step:0    state:0   action:3 reward:0.0
episode:287  step:1    state:0   action:1 reward:0.0
episode:287  step:2    state:4   action:3 reward:0.0
episode:287  step:3    state:0   action:1 reward:0.0
episode:287  step:4    state:4   action:1 reward:0.0
episode:287  step:5    state:8   action:0 reward:0.0
episode:287  step:6    state:8   action:1 reward:0.0
episode:287  avg_reward:0.0
episode:288  step:0    state:0   action:0 reward:0.0
episode:288  step:1    state:0   action:1 reward:0.0
episode:288  step:2    state:4   action:0 reward:0.0
episode:288  step:3    state:4   action:1 reward:0.0
episode:288  step:4    state:8   action:3 reward:0.0
episode:288  step:5    state:4   action:3 reward:0.0
episode:288  step:6    state:0   action:2 reward:0.0
episode:288  step:7    state:1   action:0 reward:0.0
episode:288  step:8    state:0   action:0 reward:0.0
episode:288  step:9    state:0   action:1 reward:0.0
episode:288  step:10   state:4   action:3 reward:0.0
episode:288  step:11   state:0   action:1 reward:0.0
episode:288  step:12   state:4   action:1 reward:0.0
episode:288  step:13   state:8   action:2 reward:0.0
episode:288  step:14   state:9   action:3 reward:0.0
episode:288  avg_reward:0.0
episode:289  step:0    state:0   action:1 reward:0.0
episode:289  step:1    state:4   action:0 reward:0.0
episode:289  step:2    state:4   action:1 reward:0.0
episode:289  step:3    state:8   action:1 reward:0.0
episode:289  avg_reward:0.0
episode:290  step:0    state:0   action:1 reward:0.0
episode:290  step:1    state:4   action:1 reward:0.0
episode:290  step:2    state:8   action:2 reward:0.0
episode:290  step:3    state:9   action:2 reward:0.0
episode:290  step:4    state:10  action:0 reward:0.0
episode:290  step:5    state:9   action:2 reward:0.0
episode:290  step:6    state:10  action:1 reward:0.0
episode:290  step:7    state:14  action:2 reward:1.0
episode:290  avg_reward:0.125
episode:291  step:0    state:0   action:1 reward:0.0
episode:291  step:1    state:4   action:3 reward:0.0
episode:291  step:2    state:0   action:1 reward:0.0
episode:291  step:3    state:4   action:0 reward:0.0
episode:291  step:4    state:4   action:1 reward:0.0
episode:291  step:5    state:8   action:0 reward:0.0
episode:291  step:6    state:8   action:1 reward:0.0
episode:291  avg_reward:0.0
episode:292  step:0    state:0   action:2 reward:0.0
episode:292  step:1    state:1   action:0 reward:0.0
episode:292  step:2    state:0   action:1 reward:0.0
episode:292  step:3    state:4   action:0 reward:0.0
episode:292  step:4    state:4   action:3 reward:0.0
episode:292  step:5    state:0   action:1 reward:0.0
episode:292  step:6    state:4   action:1 reward:0.0
episode:292  step:7    state:8   action:2 reward:0.0
episode:292  step:8    state:9   action:2 reward:0.0
episode:292  step:9    state:10  action:1 reward:0.0
episode:292  step:10   state:14  action:2 reward:1.0
episode:292  avg_reward:0.09090909090909091
episode:293  step:0    state:0   action:0 reward:0.0
episode:293  step:1    state:0   action:1 reward:0.0
episode:293  step:2    state:4   action:3 reward:0.0
episode:293  step:3    state:0   action:0 reward:0.0
episode:293  step:4    state:0   action:3 reward:0.0
episode:293  step:5    state:0   action:0 reward:0.0
episode:293  step:6    state:0   action:1 reward:0.0
episode:293  step:7    state:4   action:3 reward:0.0
episode:293  step:8    state:0   action:1 reward:0.0
episode:293  step:9    state:4   action:1 reward:0.0
episode:293  step:10   state:8   action:3 reward:0.0
episode:293  step:11   state:4   action:1 reward:0.0
episode:293  step:12   state:8   action:3 reward:0.0
episode:293  step:13   state:4   action:1 reward:0.0
episode:293  step:14   state:8   action:2 reward:0.0
episode:293  step:15   state:9   action:0 reward:0.0
episode:293  step:16   state:8   action:2 reward:0.0
episode:293  step:17   state:9   action:2 reward:0.0
episode:293  step:18   state:10  action:3 reward:0.0
episode:293  step:19   state:6   action:1 reward:0.0
episode:293  step:20   state:10  action:1 reward:0.0
episode:293  step:21   state:14  action:0 reward:0.0
episode:293  step:22   state:13  action:2 reward:0.0
episode:293  step:23   state:14  action:3 reward:0.0
episode:293  step:24   state:10  action:3 reward:0.0
episode:293  step:25   state:6   action:3 reward:0.0
episode:293  step:26   state:2   action:1 reward:0.0
episode:293  step:27   state:6   action:1 reward:0.0
episode:293  step:28   state:10  action:1 reward:0.0
episode:293  step:29   state:14  action:0 reward:0.0
episode:293  step:30   state:13  action:2 reward:0.0
episode:293  step:31   state:14  action:3 reward:0.0
episode:293  step:32   state:10  action:1 reward:0.0
episode:293  step:33   state:14  action:2 reward:1.0
episode:293  avg_reward:0.029411764705882353
episode:294  step:0    state:0   action:1 reward:0.0
episode:294  step:1    state:4   action:3 reward:0.0
episode:294  step:2    state:0   action:1 reward:0.0
episode:294  step:3    state:4   action:2 reward:0.0
episode:294  avg_reward:0.0
episode:295  step:0    state:0   action:2 reward:0.0
episode:295  step:1    state:1   action:0 reward:0.0
episode:295  step:2    state:0   action:2 reward:0.0
episode:295  step:3    state:1   action:0 reward:0.0
episode:295  step:4    state:0   action:0 reward:0.0
episode:295  step:5    state:0   action:0 reward:0.0
episode:295  step:6    state:0   action:3 reward:0.0
episode:295  step:7    state:0   action:2 reward:0.0
episode:295  step:8    state:1   action:0 reward:0.0
episode:295  step:9    state:0   action:2 reward:0.0
episode:295  step:10   state:1   action:0 reward:0.0
episode:295  step:11   state:0   action:1 reward:0.0
episode:295  step:12   state:4   action:2 reward:0.0
episode:295  avg_reward:0.0
episode:296  step:0    state:0   action:1 reward:0.0
episode:296  step:1    state:4   action:0 reward:0.0
episode:296  step:2    state:4   action:1 reward:0.0
episode:296  step:3    state:8   action:2 reward:0.0
episode:296  step:4    state:9   action:1 reward:0.0
episode:296  step:5    state:13  action:0 reward:0.0
episode:296  avg_reward:0.0
episode:297  step:0    state:0   action:0 reward:0.0
episode:297  step:1    state:0   action:3 reward:0.0
episode:297  step:2    state:0   action:0 reward:0.0
episode:297  step:3    state:0   action:1 reward:0.0
episode:297  step:4    state:4   action:1 reward:0.0
episode:297  step:5    state:8   action:2 reward:0.0
episode:297  step:6    state:9   action:2 reward:0.0
episode:297  step:7    state:10  action:1 reward:0.0
episode:297  step:8    state:14  action:2 reward:1.0
episode:297  avg_reward:0.1111111111111111
episode:298  step:0    state:0   action:1 reward:0.0
episode:298  step:1    state:4   action:2 reward:0.0
episode:298  avg_reward:0.0
episode:299  step:0    state:0   action:0 reward:0.0
episode:299  step:1    state:0   action:2 reward:0.0
episode:299  step:2    state:1   action:0 reward:0.0
episode:299  step:3    state:0   action:1 reward:0.0
episode:299  step:4    state:4   action:3 reward:0.0
episode:299  step:5    state:0   action:1 reward:0.0
episode:299  step:6    state:4   action:2 reward:0.0
episode:299  avg_reward:0.0
episode:300  step:0    state:0   action:1 reward:0.0
episode:300  step:1    state:4   action:1 reward:0.0
episode:300  step:2    state:8   action:2 reward:0.0
episode:300  step:3    state:9   action:1 reward:0.0
episode:300  step:4    state:13  action:2 reward:0.0
episode:300  step:5    state:14  action:2 reward:1.0
episode:300  avg_reward:0.16666666666666666
episode:301  step:0    state:0   action:2 reward:0.0
episode:301  step:1    state:1   action:0 reward:0.0
episode:301  step:2    state:0   action:1 reward:0.0
episode:301  step:3    state:4   action:2 reward:0.0
episode:301  avg_reward:0.0
episode:302  step:0    state:0   action:0 reward:0.0
episode:302  step:1    state:0   action:1 reward:0.0
episode:302  step:2    state:4   action:3 reward:0.0
episode:302  step:3    state:0   action:1 reward:0.0
episode:302  step:4    state:4   action:2 reward:0.0
episode:302  avg_reward:0.0
episode:303  step:0    state:0   action:1 reward:0.0
episode:303  step:1    state:4   action:1 reward:0.0
episode:303  step:2    state:8   action:3 reward:0.0
episode:303  step:3    state:4   action:1 reward:0.0
episode:303  step:4    state:8   action:2 reward:0.0
episode:303  step:5    state:9   action:1 reward:0.0
episode:303  step:6    state:13  action:2 reward:0.0
episode:303  step:7    state:14  action:0 reward:0.0
episode:303  step:8    state:13  action:0 reward:0.0
episode:303  avg_reward:0.0
episode:304  step:0    state:0   action:3 reward:0.0
episode:304  step:1    state:0   action:1 reward:0.0
episode:304  step:2    state:4   action:1 reward:0.0
episode:304  step:3    state:8   action:2 reward:0.0
episode:304  step:4    state:9   action:2 reward:0.0
episode:304  step:5    state:10  action:1 reward:0.0
episode:304  step:6    state:14  action:2 reward:1.0
episode:304  avg_reward:0.14285714285714285
episode:305  step:0    state:0   action:1 reward:0.0
episode:305  step:1    state:4   action:1 reward:0.0
episode:305  step:2    state:8   action:2 reward:0.0
episode:305  step:3    state:9   action:2 reward:0.0
episode:305  step:4    state:10  action:1 reward:0.0
episode:305  step:5    state:14  action:2 reward:1.0
episode:305  avg_reward:0.16666666666666666
episode:306  step:0    state:0   action:1 reward:0.0
episode:306  step:1    state:4   action:2 reward:0.0
episode:306  avg_reward:0.0
episode:307  step:0    state:0   action:3 reward:0.0
episode:307  step:1    state:0   action:1 reward:0.0
episode:307  step:2    state:4   action:1 reward:0.0
episode:307  step:3    state:8   action:3 reward:0.0
episode:307  step:4    state:4   action:0 reward:0.0
episode:307  step:5    state:4   action:2 reward:0.0
episode:307  avg_reward:0.0
episode:308  step:0    state:0   action:1 reward:0.0
episode:308  step:1    state:4   action:1 reward:0.0
episode:308  step:2    state:8   action:0 reward:0.0
episode:308  step:3    state:8   action:2 reward:0.0
episode:308  step:4    state:9   action:2 reward:0.0
episode:308  step:5    state:10  action:3 reward:0.0
episode:308  step:6    state:6   action:3 reward:0.0
episode:308  step:7    state:2   action:1 reward:0.0
episode:308  step:8    state:6   action:2 reward:0.0
episode:308  avg_reward:0.0
episode:309  step:0    state:0   action:1 reward:0.0
episode:309  step:1    state:4   action:1 reward:0.0
episode:309  step:2    state:8   action:2 reward:0.0
episode:309  step:3    state:9   action:2 reward:0.0
episode:309  step:4    state:10  action:1 reward:0.0
episode:309  step:5    state:14  action:2 reward:1.0
episode:309  avg_reward:0.16666666666666666
episode:310  step:0    state:0   action:2 reward:0.0
episode:310  step:1    state:1   action:0 reward:0.0
episode:310  step:2    state:0   action:1 reward:0.0
episode:310  step:3    state:4   action:1 reward:0.0
episode:310  step:4    state:8   action:2 reward:0.0
episode:310  step:5    state:9   action:1 reward:0.0
episode:310  step:6    state:13  action:1 reward:0.0
episode:310  step:7    state:13  action:2 reward:0.0
episode:310  step:8    state:14  action:3 reward:0.0
episode:310  step:9    state:10  action:1 reward:0.0
episode:310  step:10   state:14  action:2 reward:1.0
episode:310  avg_reward:0.09090909090909091
episode:311  step:0    state:0   action:1 reward:0.0
episode:311  step:1    state:4   action:1 reward:0.0
episode:311  step:2    state:8   action:2 reward:0.0
episode:311  step:3    state:9   action:2 reward:0.0
episode:311  step:4    state:10  action:2 reward:0.0
episode:311  avg_reward:0.0
episode:312  step:0    state:0   action:2 reward:0.0
episode:312  step:1    state:1   action:2 reward:0.0
episode:312  step:2    state:2   action:1 reward:0.0
episode:312  step:3    state:6   action:1 reward:0.0
episode:312  step:4    state:10  action:1 reward:0.0
episode:312  step:5    state:14  action:2 reward:1.0
episode:312  avg_reward:0.16666666666666666
episode:313  step:0    state:0   action:1 reward:0.0
episode:313  step:1    state:4   action:3 reward:0.0
episode:313  step:2    state:0   action:1 reward:0.0
episode:313  step:3    state:4   action:2 reward:0.0
episode:313  avg_reward:0.0
episode:314  step:0    state:0   action:1 reward:0.0
episode:314  step:1    state:4   action:1 reward:0.0
episode:314  step:2    state:8   action:2 reward:0.0
episode:314  step:3    state:9   action:2 reward:0.0
episode:314  step:4    state:10  action:1 reward:0.0
episode:314  step:5    state:14  action:3 reward:0.0
episode:314  step:6    state:10  action:2 reward:0.0
episode:314  avg_reward:0.0
episode:315  step:0    state:0   action:3 reward:0.0
episode:315  step:1    state:0   action:1 reward:0.0
episode:315  step:2    state:4   action:1 reward:0.0
episode:315  step:3    state:8   action:3 reward:0.0
episode:315  step:4    state:4   action:0 reward:0.0
episode:315  step:5    state:4   action:3 reward:0.0
episode:315  step:6    state:0   action:1 reward:0.0
episode:315  step:7    state:4   action:1 reward:0.0
episode:315  step:8    state:8   action:1 reward:0.0
episode:315  avg_reward:0.0
episode:316  step:0    state:0   action:1 reward:0.0
episode:316  step:1    state:4   action:1 reward:0.0
episode:316  step:2    state:8   action:1 reward:0.0
episode:316  avg_reward:0.0
episode:317  step:0    state:0   action:1 reward:0.0
episode:317  step:1    state:4   action:0 reward:0.0
episode:317  step:2    state:4   action:2 reward:0.0
episode:317  avg_reward:0.0
episode:318  step:0    state:0   action:3 reward:0.0
episode:318  step:1    state:0   action:1 reward:0.0
episode:318  step:2    state:4   action:3 reward:0.0
episode:318  step:3    state:0   action:1 reward:0.0
episode:318  step:4    state:4   action:1 reward:0.0
episode:318  step:5    state:8   action:2 reward:0.0
episode:318  step:6    state:9   action:2 reward:0.0
episode:318  step:7    state:10  action:1 reward:0.0
episode:318  step:8    state:14  action:2 reward:1.0
episode:318  avg_reward:0.1111111111111111
episode:319  step:0    state:0   action:1 reward:0.0
episode:319  step:1    state:4   action:1 reward:0.0
episode:319  step:2    state:8   action:2 reward:0.0
episode:319  step:3    state:9   action:2 reward:0.0
episode:319  step:4    state:10  action:1 reward:0.0
episode:319  step:5    state:14  action:1 reward:0.0
episode:319  step:6    state:14  action:0 reward:0.0
episode:319  step:7    state:13  action:2 reward:0.0
episode:319  step:8    state:14  action:3 reward:0.0
episode:319  step:9    state:10  action:3 reward:0.0
episode:319  step:10   state:6   action:0 reward:0.0
episode:319  avg_reward:0.0
episode:320  step:0    state:0   action:1 reward:0.0
episode:320  step:1    state:4   action:2 reward:0.0
episode:320  avg_reward:0.0
episode:321  step:0    state:0   action:2 reward:0.0
episode:321  step:1    state:1   action:2 reward:0.0
episode:321  step:2    state:2   action:1 reward:0.0
episode:321  step:3    state:6   action:2 reward:0.0
episode:321  avg_reward:0.0
episode:322  step:0    state:0   action:0 reward:0.0
episode:322  step:1    state:0   action:1 reward:0.0
episode:322  step:2    state:4   action:0 reward:0.0
episode:322  step:3    state:4   action:2 reward:0.0
episode:322  avg_reward:0.0
episode:323  step:0    state:0   action:0 reward:0.0
episode:323  step:1    state:0   action:1 reward:0.0
episode:323  step:2    state:4   action:1 reward:0.0
episode:323  step:3    state:8   action:2 reward:0.0
episode:323  step:4    state:9   action:3 reward:0.0
episode:323  avg_reward:0.0
episode:324  step:0    state:0   action:1 reward:0.0
episode:324  step:1    state:4   action:1 reward:0.0
episode:324  step:2    state:8   action:1 reward:0.0
episode:324  avg_reward:0.0
episode:325  step:0    state:0   action:1 reward:0.0
episode:325  step:1    state:4   action:1 reward:0.0
episode:325  step:2    state:8   action:2 reward:0.0
episode:325  step:3    state:9   action:2 reward:0.0
episode:325  step:4    state:10  action:1 reward:0.0
episode:325  step:5    state:14  action:2 reward:1.0
episode:325  avg_reward:0.16666666666666666
episode:326  step:0    state:0   action:1 reward:0.0
episode:326  step:1    state:4   action:1 reward:0.0
episode:326  step:2    state:8   action:2 reward:0.0
episode:326  step:3    state:9   action:2 reward:0.0
episode:326  step:4    state:10  action:2 reward:0.0
episode:326  avg_reward:0.0
episode:327  step:0    state:0   action:1 reward:0.0
episode:327  step:1    state:4   action:3 reward:0.0
episode:327  step:2    state:0   action:1 reward:0.0
episode:327  step:3    state:4   action:1 reward:0.0
episode:327  step:4    state:8   action:2 reward:0.0
episode:327  step:5    state:9   action:2 reward:0.0
episode:327  step:6    state:10  action:3 reward:0.0
episode:327  step:7    state:6   action:3 reward:0.0
episode:327  step:8    state:2   action:3 reward:0.0
episode:327  step:9    state:2   action:0 reward:0.0
episode:327  step:10   state:1   action:2 reward:0.0
episode:327  step:11   state:2   action:1 reward:0.0
episode:327  step:12   state:6   action:3 reward:0.0
episode:327  step:13   state:2   action:1 reward:0.0
episode:327  step:14   state:6   action:1 reward:0.0
episode:327  step:15   state:10  action:1 reward:0.0
episode:327  step:16   state:14  action:2 reward:1.0
episode:327  avg_reward:0.058823529411764705
episode:328  step:0    state:0   action:1 reward:0.0
episode:328  step:1    state:4   action:1 reward:0.0
episode:328  step:2    state:8   action:1 reward:0.0
episode:328  avg_reward:0.0
episode:329  step:0    state:0   action:1 reward:0.0
episode:329  step:1    state:4   action:1 reward:0.0
episode:329  step:2    state:8   action:2 reward:0.0
episode:329  step:3    state:9   action:2 reward:0.0
episode:329  step:4    state:10  action:1 reward:0.0
episode:329  step:5    state:14  action:2 reward:1.0
episode:329  avg_reward:0.16666666666666666
episode:330  step:0    state:0   action:1 reward:0.0
episode:330  step:1    state:4   action:1 reward:0.0
episode:330  step:2    state:8   action:2 reward:0.0
episode:330  step:3    state:9   action:2 reward:0.0
episode:330  step:4    state:10  action:1 reward:0.0
episode:330  step:5    state:14  action:2 reward:1.0
episode:330  avg_reward:0.16666666666666666
episode:331  step:0    state:0   action:0 reward:0.0
episode:331  step:1    state:0   action:1 reward:0.0
episode:331  step:2    state:4   action:2 reward:0.0
episode:331  avg_reward:0.0
episode:332  step:0    state:0   action:1 reward:0.0
episode:332  step:1    state:4   action:1 reward:0.0
episode:332  step:2    state:8   action:2 reward:0.0
episode:332  step:3    state:9   action:1 reward:0.0
episode:332  step:4    state:13  action:2 reward:0.0
episode:332  step:5    state:14  action:0 reward:0.0
episode:332  step:6    state:13  action:2 reward:0.0
episode:332  step:7    state:14  action:2 reward:1.0
episode:332  avg_reward:0.125
episode:333  step:0    state:0   action:1 reward:0.0
episode:333  step:1    state:4   action:1 reward:0.0
episode:333  step:2    state:8   action:2 reward:0.0
episode:333  step:3    state:9   action:1 reward:0.0
episode:333  step:4    state:13  action:2 reward:0.0
episode:333  step:5    state:14  action:2 reward:1.0
episode:333  avg_reward:0.16666666666666666
episode:334  step:0    state:0   action:1 reward:0.0
episode:334  step:1    state:4   action:1 reward:0.0
episode:334  step:2    state:8   action:2 reward:0.0
episode:334  step:3    state:9   action:2 reward:0.0
episode:334  step:4    state:10  action:1 reward:0.0
episode:334  step:5    state:14  action:3 reward:0.0
episode:334  step:6    state:10  action:0 reward:0.0
episode:334  step:7    state:9   action:2 reward:0.0
episode:334  step:8    state:10  action:1 reward:0.0
episode:334  step:9    state:14  action:2 reward:1.0
episode:334  avg_reward:0.1
episode:335  step:0    state:0   action:2 reward:0.0
episode:335  step:1    state:1   action:2 reward:0.0
episode:335  step:2    state:2   action:1 reward:0.0
episode:335  step:3    state:6   action:0 reward:0.0
episode:335  avg_reward:0.0
episode:336  step:0    state:0   action:1 reward:0.0
episode:336  step:1    state:4   action:1 reward:0.0
episode:336  step:2    state:8   action:3 reward:0.0
episode:336  step:3    state:4   action:1 reward:0.0
episode:336  step:4    state:8   action:2 reward:0.0
episode:336  step:5    state:9   action:2 reward:0.0
episode:336  step:6    state:10  action:1 reward:0.0
episode:336  step:7    state:14  action:0 reward:0.0
episode:336  step:8    state:13  action:2 reward:0.0
episode:336  step:9    state:14  action:2 reward:1.0
episode:336  avg_reward:0.1
episode:337  step:0    state:0   action:1 reward:0.0
episode:337  step:1    state:4   action:3 reward:0.0
episode:337  step:2    state:0   action:0 reward:0.0
episode:337  step:3    state:0   action:1 reward:0.0
episode:337  step:4    state:4   action:1 reward:0.0
episode:337  step:5    state:8   action:2 reward:0.0
episode:337  step:6    state:9   action:2 reward:0.0
episode:337  step:7    state:10  action:0 reward:0.0
episode:337  step:8    state:9   action:3 reward:0.0
episode:337  avg_reward:0.0
episode:338  step:0    state:0   action:1 reward:0.0
episode:338  step:1    state:4   action:1 reward:0.0
episode:338  step:2    state:8   action:2 reward:0.0
episode:338  step:3    state:9   action:2 reward:0.0
episode:338  step:4    state:10  action:1 reward:0.0
episode:338  step:5    state:14  action:2 reward:1.0
episode:338  avg_reward:0.16666666666666666
episode:339  step:0    state:0   action:2 reward:0.0
episode:339  step:1    state:1   action:0 reward:0.0
episode:339  step:2    state:0   action:2 reward:0.0
episode:339  step:3    state:1   action:2 reward:0.0
episode:339  step:4    state:2   action:1 reward:0.0
episode:339  step:5    state:6   action:3 reward:0.0
episode:339  step:6    state:2   action:1 reward:0.0
episode:339  step:7    state:6   action:3 reward:0.0
episode:339  step:8    state:2   action:2 reward:0.0
episode:339  step:9    state:3   action:0 reward:0.0
episode:339  step:10   state:2   action:1 reward:0.0
episode:339  step:11   state:6   action:1 reward:0.0
episode:339  step:12   state:10  action:1 reward:0.0
episode:339  step:13   state:14  action:2 reward:1.0
episode:339  avg_reward:0.07142857142857142
episode:340  step:0    state:0   action:1 reward:0.0
episode:340  step:1    state:4   action:3 reward:0.0
episode:340  step:2    state:0   action:1 reward:0.0
episode:340  step:3    state:4   action:1 reward:0.0
episode:340  step:4    state:8   action:2 reward:0.0
episode:340  step:5    state:9   action:0 reward:0.0
episode:340  step:6    state:8   action:2 reward:0.0
episode:340  step:7    state:9   action:2 reward:0.0
episode:340  step:8    state:10  action:1 reward:0.0
episode:340  step:9    state:14  action:2 reward:1.0
episode:340  avg_reward:0.1
episode:341  step:0    state:0   action:1 reward:0.0
episode:341  step:1    state:4   action:0 reward:0.0
episode:341  step:2    state:4   action:0 reward:0.0
episode:341  step:3    state:4   action:0 reward:0.0
episode:341  step:4    state:4   action:1 reward:0.0
episode:341  step:5    state:8   action:2 reward:0.0
episode:341  step:6    state:9   action:3 reward:0.0
episode:341  avg_reward:0.0
episode:342  step:0    state:0   action:1 reward:0.0
episode:342  step:1    state:4   action:2 reward:0.0
episode:342  avg_reward:0.0
episode:343  step:0    state:0   action:3 reward:0.0
episode:343  step:1    state:0   action:3 reward:0.0
episode:343  step:2    state:0   action:1 reward:0.0
episode:343  step:3    state:4   action:1 reward:0.0
episode:343  step:4    state:8   action:2 reward:0.0
episode:343  step:5    state:9   action:2 reward:0.0
episode:343  step:6    state:10  action:0 reward:0.0
episode:343  step:7    state:9   action:1 reward:0.0
episode:343  step:8    state:13  action:3 reward:0.0
episode:343  step:9    state:9   action:1 reward:0.0
episode:343  step:10   state:13  action:1 reward:0.0
episode:343  step:11   state:13  action:2 reward:0.0
episode:343  step:12   state:14  action:3 reward:0.0
episode:343  step:13   state:10  action:1 reward:0.0
episode:343  step:14   state:14  action:2 reward:1.0
episode:343  avg_reward:0.06666666666666667
episode:344  step:0    state:0   action:1 reward:0.0
episode:344  step:1    state:4   action:0 reward:0.0
episode:344  step:2    state:4   action:2 reward:0.0
episode:344  avg_reward:0.0
episode:345  step:0    state:0   action:1 reward:0.0
episode:345  step:1    state:4   action:1 reward:0.0
episode:345  step:2    state:8   action:2 reward:0.0
episode:345  step:3    state:9   action:2 reward:0.0
episode:345  step:4    state:10  action:3 reward:0.0
episode:345  step:5    state:6   action:1 reward:0.0
episode:345  step:6    state:10  action:0 reward:0.0
episode:345  step:7    state:9   action:2 reward:0.0
episode:345  step:8    state:10  action:3 reward:0.0
episode:345  step:9    state:6   action:3 reward:0.0
episode:345  step:10   state:2   action:0 reward:0.0
episode:345  step:11   state:1   action:2 reward:0.0
episode:345  step:12   state:2   action:1 reward:0.0
episode:345  step:13   state:6   action:1 reward:0.0
episode:345  step:14   state:10  action:3 reward:0.0
episode:345  step:15   state:6   action:3 reward:0.0
episode:345  step:16   state:2   action:0 reward:0.0
episode:345  step:17   state:1   action:2 reward:0.0
episode:345  step:18   state:2   action:1 reward:0.0
episode:345  step:19   state:6   action:2 reward:0.0
episode:345  avg_reward:0.0
episode:346  step:0    state:0   action:1 reward:0.0
episode:346  step:1    state:4   action:3 reward:0.0
episode:346  step:2    state:0   action:1 reward:0.0
episode:346  step:3    state:4   action:3 reward:0.0
episode:346  step:4    state:0   action:1 reward:0.0
episode:346  step:5    state:4   action:1 reward:0.0
episode:346  step:6    state:8   action:2 reward:0.0
episode:346  step:7    state:9   action:0 reward:0.0
episode:346  step:8    state:8   action:2 reward:0.0
episode:346  step:9    state:9   action:2 reward:0.0
episode:346  step:10   state:10  action:1 reward:0.0
episode:346  step:11   state:14  action:2 reward:1.0
episode:346  avg_reward:0.08333333333333333
episode:347  step:0    state:0   action:0 reward:0.0
episode:347  step:1    state:0   action:3 reward:0.0
episode:347  step:2    state:0   action:1 reward:0.0
episode:347  step:3    state:4   action:3 reward:0.0
episode:347  step:4    state:0   action:2 reward:0.0
episode:347  step:5    state:1   action:0 reward:0.0
episode:347  step:6    state:0   action:1 reward:0.0
episode:347  step:7    state:4   action:2 reward:0.0
episode:347  avg_reward:0.0
episode:348  step:0    state:0   action:2 reward:0.0
episode:348  step:1    state:1   action:2 reward:0.0
episode:348  step:2    state:2   action:1 reward:0.0
episode:348  step:3    state:6   action:3 reward:0.0
episode:348  step:4    state:2   action:1 reward:0.0
episode:348  step:5    state:6   action:1 reward:0.0
episode:348  step:6    state:10  action:2 reward:0.0
episode:348  avg_reward:0.0
episode:349  step:0    state:0   action:2 reward:0.0
episode:349  step:1    state:1   action:2 reward:0.0
episode:349  step:2    state:2   action:1 reward:0.0
episode:349  step:3    state:6   action:0 reward:0.0
episode:349  avg_reward:0.0
episode:350  step:0    state:0   action:3 reward:0.0
episode:350  step:1    state:0   action:2 reward:0.0
episode:350  step:2    state:1   action:2 reward:0.0
episode:350  step:3    state:2   action:3 reward:0.0
episode:350  step:4    state:2   action:1 reward:0.0
episode:350  step:5    state:6   action:1 reward:0.0
episode:350  step:6    state:10  action:1 reward:0.0
episode:350  step:7    state:14  action:0 reward:0.0
episode:350  step:8    state:13  action:2 reward:0.0
episode:350  step:9    state:14  action:3 reward:0.0
episode:350  step:10   state:10  action:1 reward:0.0
episode:350  step:11   state:14  action:2 reward:1.0
episode:350  avg_reward:0.08333333333333333
episode:351  step:0    state:0   action:1 reward:0.0
episode:351  step:1    state:4   action:3 reward:0.0
episode:351  step:2    state:0   action:1 reward:0.0
episode:351  step:3    state:4   action:1 reward:0.0
episode:351  step:4    state:8   action:2 reward:0.0
episode:351  step:5    state:9   action:2 reward:0.0
episode:351  step:6    state:10  action:2 reward:0.0
episode:351  avg_reward:0.0
episode:352  step:0    state:0   action:1 reward:0.0
episode:352  step:1    state:4   action:3 reward:0.0
episode:352  step:2    state:0   action:2 reward:0.0
episode:352  step:3    state:1   action:2 reward:0.0
episode:352  step:4    state:2   action:1 reward:0.0
episode:352  step:5    state:6   action:1 reward:0.0
episode:352  step:6    state:10  action:1 reward:0.0
episode:352  step:7    state:14  action:0 reward:0.0
episode:352  step:8    state:13  action:1 reward:0.0
episode:352  step:9    state:13  action:3 reward:0.0
episode:352  step:10   state:9   action:1 reward:0.0
episode:352  step:11   state:13  action:2 reward:0.0
episode:352  step:12   state:14  action:2 reward:1.0
episode:352  avg_reward:0.07692307692307693
episode:353  step:0    state:0   action:1 reward:0.0
episode:353  step:1    state:4   action:1 reward:0.0
episode:353  step:2    state:8   action:2 reward:0.0
episode:353  step:3    state:9   action:2 reward:0.0
episode:353  step:4    state:10  action:0 reward:0.0
episode:353  step:5    state:9   action:2 reward:0.0
episode:353  step:6    state:10  action:1 reward:0.0
episode:353  step:7    state:14  action:2 reward:1.0
episode:353  avg_reward:0.125
episode:354  step:0    state:0   action:0 reward:0.0
episode:354  step:1    state:0   action:1 reward:0.0
episode:354  step:2    state:4   action:2 reward:0.0
episode:354  avg_reward:0.0
episode:355  step:0    state:0   action:1 reward:0.0
episode:355  step:1    state:4   action:2 reward:0.0
episode:355  avg_reward:0.0
episode:356  step:0    state:0   action:1 reward:0.0
episode:356  step:1    state:4   action:1 reward:0.0
episode:356  step:2    state:8   action:2 reward:0.0
episode:356  step:3    state:9   action:1 reward:0.0
episode:356  step:4    state:13  action:2 reward:0.0
episode:356  step:5    state:14  action:2 reward:1.0
episode:356  avg_reward:0.16666666666666666
episode:357  step:0    state:0   action:1 reward:0.0
episode:357  step:1    state:4   action:1 reward:0.0
episode:357  step:2    state:8   action:2 reward:0.0
episode:357  step:3    state:9   action:2 reward:0.0
episode:357  step:4    state:10  action:1 reward:0.0
episode:357  step:5    state:14  action:0 reward:0.0
episode:357  step:6    state:13  action:2 reward:0.0
episode:357  step:7    state:14  action:2 reward:1.0
episode:357  avg_reward:0.125
episode:358  step:0    state:0   action:1 reward:0.0
episode:358  step:1    state:4   action:1 reward:0.0
episode:358  step:2    state:8   action:3 reward:0.0
episode:358  step:3    state:4   action:1 reward:0.0
episode:358  step:4    state:8   action:2 reward:0.0
episode:358  step:5    state:9   action:3 reward:0.0
episode:358  avg_reward:0.0
episode:359  step:0    state:0   action:1 reward:0.0
episode:359  step:1    state:4   action:1 reward:0.0
episode:359  step:2    state:8   action:2 reward:0.0
episode:359  step:3    state:9   action:0 reward:0.0
episode:359  step:4    state:8   action:2 reward:0.0
episode:359  step:5    state:9   action:1 reward:0.0
episode:359  step:6    state:13  action:2 reward:0.0
episode:359  step:7    state:14  action:2 reward:1.0
episode:359  avg_reward:0.125
episode:360  step:0    state:0   action:1 reward:0.0
episode:360  step:1    state:4   action:1 reward:0.0
episode:360  step:2    state:8   action:2 reward:0.0
episode:360  step:3    state:9   action:2 reward:0.0
episode:360  step:4    state:10  action:3 reward:0.0
episode:360  step:5    state:6   action:1 reward:0.0
episode:360  step:6    state:10  action:3 reward:0.0
episode:360  step:7    state:6   action:2 reward:0.0
episode:360  avg_reward:0.0
episode:361  step:0    state:0   action:1 reward:0.0
episode:361  step:1    state:4   action:1 reward:0.0
episode:361  step:2    state:8   action:1 reward:0.0
episode:361  avg_reward:0.0
episode:362  step:0    state:0   action:1 reward:0.0
episode:362  step:1    state:4   action:3 reward:0.0
episode:362  step:2    state:0   action:1 reward:0.0
episode:362  step:3    state:4   action:1 reward:0.0
episode:362  step:4    state:8   action:2 reward:0.0
episode:362  step:5    state:9   action:2 reward:0.0
episode:362  step:6    state:10  action:3 reward:0.0
episode:362  step:7    state:6   action:1 reward:0.0
episode:362  step:8    state:10  action:1 reward:0.0
episode:362  step:9    state:14  action:2 reward:1.0
episode:362  avg_reward:0.1
episode:363  step:0    state:0   action:1 reward:0.0
episode:363  step:1    state:4   action:2 reward:0.0
episode:363  avg_reward:0.0
episode:364  step:0    state:0   action:3 reward:0.0
episode:364  step:1    state:0   action:1 reward:0.0
episode:364  step:2    state:4   action:1 reward:0.0
episode:364  step:3    state:8   action:2 reward:0.0
episode:364  step:4    state:9   action:0 reward:0.0
episode:364  step:5    state:8   action:2 reward:0.0
episode:364  step:6    state:9   action:2 reward:0.0
episode:364  step:7    state:10  action:1 reward:0.0
episode:364  step:8    state:14  action:2 reward:1.0
episode:364  avg_reward:0.1111111111111111
episode:365  step:0    state:0   action:1 reward:0.0
episode:365  step:1    state:4   action:0 reward:0.0
episode:365  step:2    state:4   action:1 reward:0.0
episode:365  step:3    state:8   action:1 reward:0.0
episode:365  avg_reward:0.0
episode:366  step:0    state:0   action:1 reward:0.0
episode:366  step:1    state:4   action:1 reward:0.0
episode:366  step:2    state:8   action:3 reward:0.0
episode:366  step:3    state:4   action:1 reward:0.0
episode:366  step:4    state:8   action:3 reward:0.0
episode:366  step:5    state:4   action:1 reward:0.0
episode:366  step:6    state:8   action:2 reward:0.0
episode:366  step:7    state:9   action:1 reward:0.0
episode:366  step:8    state:13  action:2 reward:0.0
episode:366  step:9    state:14  action:1 reward:0.0
episode:366  step:10   state:14  action:2 reward:1.0
episode:366  avg_reward:0.09090909090909091
episode:367  step:0    state:0   action:1 reward:0.0
episode:367  step:1    state:4   action:2 reward:0.0
episode:367  avg_reward:0.0
episode:368  step:0    state:0   action:1 reward:0.0
episode:368  step:1    state:4   action:1 reward:0.0
episode:368  step:2    state:8   action:2 reward:0.0
episode:368  step:3    state:9   action:2 reward:0.0
episode:368  step:4    state:10  action:1 reward:0.0
episode:368  step:5    state:14  action:2 reward:1.0
episode:368  avg_reward:0.16666666666666666
episode:369  step:0    state:0   action:1 reward:0.0
episode:369  step:1    state:4   action:3 reward:0.0
episode:369  step:2    state:0   action:0 reward:0.0
episode:369  step:3    state:0   action:1 reward:0.0
episode:369  step:4    state:4   action:1 reward:0.0
episode:369  step:5    state:8   action:2 reward:0.0
episode:369  step:6    state:9   action:2 reward:0.0
episode:369  step:7    state:10  action:1 reward:0.0
episode:369  step:8    state:14  action:1 reward:0.0
episode:369  step:9    state:14  action:2 reward:1.0
episode:369  avg_reward:0.1
episode:370  step:0    state:0   action:1 reward:0.0
episode:370  step:1    state:4   action:3 reward:0.0
episode:370  step:2    state:0   action:1 reward:0.0
episode:370  step:3    state:4   action:1 reward:0.0
episode:370  step:4    state:8   action:1 reward:0.0
episode:370  avg_reward:0.0
episode:371  step:0    state:0   action:1 reward:0.0
episode:371  step:1    state:4   action:1 reward:0.0
episode:371  step:2    state:8   action:2 reward:0.0
episode:371  step:3    state:9   action:2 reward:0.0
episode:371  step:4    state:10  action:0 reward:0.0
episode:371  step:5    state:9   action:0 reward:0.0
episode:371  step:6    state:8   action:0 reward:0.0
episode:371  step:7    state:8   action:2 reward:0.0
episode:371  step:8    state:9   action:2 reward:0.0
episode:371  step:9    state:10  action:2 reward:0.0
episode:371  avg_reward:0.0
episode:372  step:0    state:0   action:1 reward:0.0
episode:372  step:1    state:4   action:1 reward:0.0
episode:372  step:2    state:8   action:3 reward:0.0
episode:372  step:3    state:4   action:2 reward:0.0
episode:372  avg_reward:0.0
episode:373  step:0    state:0   action:2 reward:0.0
episode:373  step:1    state:1   action:1 reward:0.0
episode:373  avg_reward:0.0
episode:374  step:0    state:0   action:1 reward:0.0
episode:374  step:1    state:4   action:0 reward:0.0
episode:374  step:2    state:4   action:3 reward:0.0
episode:374  step:3    state:0   action:1 reward:0.0
episode:374  step:4    state:4   action:3 reward:0.0
episode:374  step:5    state:0   action:1 reward:0.0
episode:374  step:6    state:4   action:1 reward:0.0
episode:374  step:7    state:8   action:3 reward:0.0
episode:374  step:8    state:4   action:0 reward:0.0
episode:374  step:9    state:4   action:2 reward:0.0
episode:374  avg_reward:0.0
episode:375  step:0    state:0   action:3 reward:0.0
episode:375  step:1    state:0   action:1 reward:0.0
episode:375  step:2    state:4   action:1 reward:0.0
episode:375  step:3    state:8   action:1 reward:0.0
episode:375  avg_reward:0.0
episode:376  step:0    state:0   action:2 reward:0.0
episode:376  step:1    state:1   action:2 reward:0.0
episode:376  step:2    state:2   action:1 reward:0.0
episode:376  step:3    state:6   action:1 reward:0.0
episode:376  step:4    state:10  action:1 reward:0.0
episode:376  step:5    state:14  action:3 reward:0.0
episode:376  step:6    state:10  action:1 reward:0.0
episode:376  step:7    state:14  action:2 reward:1.0
episode:376  avg_reward:0.125
episode:377  step:0    state:0   action:1 reward:0.0
episode:377  step:1    state:4   action:1 reward:0.0
episode:377  step:2    state:8   action:2 reward:0.0
episode:377  step:3    state:9   action:2 reward:0.0
episode:377  step:4    state:10  action:1 reward:0.0
episode:377  step:5    state:14  action:2 reward:1.0
episode:377  avg_reward:0.16666666666666666
episode:378  step:0    state:0   action:1 reward:0.0
episode:378  step:1    state:4   action:1 reward:0.0
episode:378  step:2    state:8   action:2 reward:0.0
episode:378  step:3    state:9   action:2 reward:0.0
episode:378  step:4    state:10  action:1 reward:0.0
episode:378  step:5    state:14  action:1 reward:0.0
episode:378  step:6    state:14  action:1 reward:0.0
episode:378  step:7    state:14  action:2 reward:1.0
episode:378  avg_reward:0.125
episode:379  step:0    state:0   action:1 reward:0.0
episode:379  step:1    state:4   action:1 reward:0.0
episode:379  step:2    state:8   action:0 reward:0.0
episode:379  step:3    state:8   action:0 reward:0.0
episode:379  step:4    state:8   action:0 reward:0.0
episode:379  step:5    state:8   action:0 reward:0.0
episode:379  step:6    state:8   action:3 reward:0.0
episode:379  step:7    state:4   action:1 reward:0.0
episode:379  step:8    state:8   action:3 reward:0.0
episode:379  step:9    state:4   action:1 reward:0.0
episode:379  step:10   state:8   action:3 reward:0.0
episode:379  step:11   state:4   action:2 reward:0.0
episode:379  avg_reward:0.0
episode:380  step:0    state:0   action:1 reward:0.0
episode:380  step:1    state:4   action:0 reward:0.0
episode:380  step:2    state:4   action:1 reward:0.0
episode:380  step:3    state:8   action:3 reward:0.0
episode:380  step:4    state:4   action:1 reward:0.0
episode:380  step:5    state:8   action:2 reward:0.0
episode:380  step:6    state:9   action:2 reward:0.0
episode:380  step:7    state:10  action:1 reward:0.0
episode:380  step:8    state:14  action:2 reward:1.0
episode:380  avg_reward:0.1111111111111111
episode:381  step:0    state:0   action:1 reward:0.0
episode:381  step:1    state:4   action:1 reward:0.0
episode:381  step:2    state:8   action:3 reward:0.0
episode:381  step:3    state:4   action:1 reward:0.0
episode:381  step:4    state:8   action:2 reward:0.0
episode:381  step:5    state:9   action:2 reward:0.0
episode:381  step:6    state:10  action:1 reward:0.0
episode:381  step:7    state:14  action:0 reward:0.0
episode:381  step:8    state:13  action:2 reward:0.0
episode:381  step:9    state:14  action:2 reward:1.0
episode:381  avg_reward:0.1
episode:382  step:0    state:0   action:3 reward:0.0
episode:382  step:1    state:0   action:2 reward:0.0
episode:382  step:2    state:1   action:3 reward:0.0
episode:382  step:3    state:1   action:2 reward:0.0
episode:382  step:4    state:2   action:1 reward:0.0
episode:382  step:5    state:6   action:2 reward:0.0
episode:382  avg_reward:0.0
episode:383  step:0    state:0   action:1 reward:0.0
episode:383  step:1    state:4   action:1 reward:0.0
episode:383  step:2    state:8   action:2 reward:0.0
episode:383  step:3    state:9   action:2 reward:0.0
episode:383  step:4    state:10  action:2 reward:0.0
episode:383  avg_reward:0.0
episode:384  step:0    state:0   action:3 reward:0.0
episode:384  step:1    state:0   action:1 reward:0.0
episode:384  step:2    state:4   action:1 reward:0.0
episode:384  step:3    state:8   action:2 reward:0.0
episode:384  step:4    state:9   action:0 reward:0.0
episode:384  step:5    state:8   action:3 reward:0.0
episode:384  step:6    state:4   action:1 reward:0.0
episode:384  step:7    state:8   action:2 reward:0.0
episode:384  step:8    state:9   action:0 reward:0.0
episode:384  step:9    state:8   action:0 reward:0.0
episode:384  step:10   state:8   action:3 reward:0.0
episode:384  step:11   state:4   action:1 reward:0.0
episode:384  step:12   state:8   action:2 reward:0.0
episode:384  step:13   state:9   action:0 reward:0.0
episode:384  step:14   state:8   action:2 reward:0.0
episode:384  step:15   state:9   action:2 reward:0.0
episode:384  step:16   state:10  action:3 reward:0.0
episode:384  step:17   state:6   action:0 reward:0.0
episode:384  avg_reward:0.0
episode:385  step:0    state:0   action:1 reward:0.0
episode:385  step:1    state:4   action:2 reward:0.0
episode:385  avg_reward:0.0
episode:386  step:0    state:0   action:1 reward:0.0
episode:386  step:1    state:4   action:1 reward:0.0
episode:386  step:2    state:8   action:2 reward:0.0
episode:386  step:3    state:9   action:2 reward:0.0
episode:386  step:4    state:10  action:1 reward:0.0
episode:386  step:5    state:14  action:2 reward:1.0
episode:386  avg_reward:0.16666666666666666
episode:387  step:0    state:0   action:1 reward:0.0
episode:387  step:1    state:4   action:3 reward:0.0
episode:387  step:2    state:0   action:2 reward:0.0
episode:387  step:3    state:1   action:3 reward:0.0
episode:387  step:4    state:1   action:0 reward:0.0
episode:387  step:5    state:0   action:1 reward:0.0
episode:387  step:6    state:4   action:1 reward:0.0
episode:387  step:7    state:8   action:2 reward:0.0
episode:387  step:8    state:9   action:0 reward:0.0
episode:387  step:9    state:8   action:2 reward:0.0
episode:387  step:10   state:9   action:2 reward:0.0
episode:387  step:11   state:10  action:1 reward:0.0
episode:387  step:12   state:14  action:1 reward:0.0
episode:387  step:13   state:14  action:2 reward:1.0
episode:387  avg_reward:0.07142857142857142
episode:388  step:0    state:0   action:1 reward:0.0
episode:388  step:1    state:4   action:2 reward:0.0
episode:388  avg_reward:0.0
episode:389  step:0    state:0   action:1 reward:0.0
episode:389  step:1    state:4   action:2 reward:0.0
episode:389  avg_reward:0.0
episode:390  step:0    state:0   action:1 reward:0.0
episode:390  step:1    state:4   action:1 reward:0.0
episode:390  step:2    state:8   action:2 reward:0.0
episode:390  step:3    state:9   action:1 reward:0.0
episode:390  step:4    state:13  action:2 reward:0.0
episode:390  step:5    state:14  action:2 reward:1.0
episode:390  avg_reward:0.16666666666666666
episode:391  step:0    state:0   action:1 reward:0.0
episode:391  step:1    state:4   action:1 reward:0.0
episode:391  step:2    state:8   action:2 reward:0.0
episode:391  step:3    state:9   action:0 reward:0.0
episode:391  step:4    state:8   action:2 reward:0.0
episode:391  step:5    state:9   action:2 reward:0.0
episode:391  step:6    state:10  action:3 reward:0.0
episode:391  step:7    state:6   action:3 reward:0.0
episode:391  step:8    state:2   action:1 reward:0.0
episode:391  step:9    state:6   action:1 reward:0.0
episode:391  step:10   state:10  action:1 reward:0.0
episode:391  step:11   state:14  action:1 reward:0.0
episode:391  step:12   state:14  action:2 reward:1.0
episode:391  avg_reward:0.07692307692307693
episode:392  step:0    state:0   action:1 reward:0.0
episode:392  step:1    state:4   action:3 reward:0.0
episode:392  step:2    state:0   action:1 reward:0.0
episode:392  step:3    state:4   action:3 reward:0.0
episode:392  step:4    state:0   action:1 reward:0.0
episode:392  step:5    state:4   action:1 reward:0.0
episode:392  step:6    state:8   action:2 reward:0.0
episode:392  step:7    state:9   action:0 reward:0.0
episode:392  step:8    state:8   action:2 reward:0.0
episode:392  step:9    state:9   action:2 reward:0.0
episode:392  step:10   state:10  action:1 reward:0.0
episode:392  step:11   state:14  action:0 reward:0.0
episode:392  step:12   state:13  action:2 reward:0.0
episode:392  step:13   state:14  action:0 reward:0.0
episode:392  step:14   state:13  action:2 reward:0.0
episode:392  step:15   state:14  action:1 reward:0.0
episode:392  step:16   state:14  action:2 reward:1.0
episode:392  avg_reward:0.058823529411764705
episode:393  step:0    state:0   action:1 reward:0.0
episode:393  step:1    state:4   action:3 reward:0.0
episode:393  step:2    state:0   action:3 reward:0.0
episode:393  step:3    state:0   action:1 reward:0.0
episode:393  step:4    state:4   action:1 reward:0.0
episode:393  step:5    state:8   action:2 reward:0.0
episode:393  step:6    state:9   action:3 reward:0.0
episode:393  avg_reward:0.0
episode:394  step:0    state:0   action:2 reward:0.0
episode:394  step:1    state:1   action:2 reward:0.0
episode:394  step:2    state:2   action:1 reward:0.0
episode:394  step:3    state:6   action:1 reward:0.0
episode:394  step:4    state:10  action:1 reward:0.0
episode:394  step:5    state:14  action:2 reward:1.0
episode:394  avg_reward:0.16666666666666666
episode:395  step:0    state:0   action:1 reward:0.0
episode:395  step:1    state:4   action:1 reward:0.0
episode:395  step:2    state:8   action:2 reward:0.0
episode:395  step:3    state:9   action:2 reward:0.0
episode:395  step:4    state:10  action:1 reward:0.0
episode:395  step:5    state:14  action:2 reward:1.0
episode:395  avg_reward:0.16666666666666666
episode:396  step:0    state:0   action:1 reward:0.0
episode:396  step:1    state:4   action:1 reward:0.0
episode:396  step:2    state:8   action:0 reward:0.0
episode:396  step:3    state:8   action:0 reward:0.0
episode:396  step:4    state:8   action:2 reward:0.0
episode:396  step:5    state:9   action:2 reward:0.0
episode:396  step:6    state:10  action:2 reward:0.0
episode:396  avg_reward:0.0
episode:397  step:0    state:0   action:1 reward:0.0
episode:397  step:1    state:4   action:1 reward:0.0
episode:397  step:2    state:8   action:2 reward:0.0
episode:397  step:3    state:9   action:3 reward:0.0
episode:397  avg_reward:0.0
episode:398  step:0    state:0   action:1 reward:0.0
episode:398  step:1    state:4   action:2 reward:0.0
episode:398  avg_reward:0.0
episode:399  step:0    state:0   action:1 reward:0.0
episode:399  step:1    state:4   action:1 reward:0.0
episode:399  step:2    state:8   action:0 reward:0.0
episode:399  step:3    state:8   action:2 reward:0.0
episode:399  step:4    state:9   action:2 reward:0.0
episode:399  step:5    state:10  action:1 reward:0.0
episode:399  step:6    state:14  action:1 reward:0.0
episode:399  step:7    state:14  action:2 reward:1.0
episode:399  avg_reward:0.125
episode:400  step:0    state:0   action:1 reward:0.0
episode:400  step:1    state:4   action:1 reward:0.0
episode:400  step:2    state:8   action:2 reward:0.0
episode:400  step:3    state:9   action:2 reward:0.0
episode:400  step:4    state:10  action:1 reward:0.0
episode:400  step:5    state:14  action:0 reward:0.0
episode:400  step:6    state:13  action:1 reward:0.0
episode:400  step:7    state:13  action:2 reward:0.0
episode:400  step:8    state:14  action:2 reward:1.0
episode:400  avg_reward:0.1111111111111111
episode:401  step:0    state:0   action:1 reward:0.0
episode:401  step:1    state:4   action:1 reward:0.0
episode:401  step:2    state:8   action:2 reward:0.0
episode:401  step:3    state:9   action:2 reward:0.0
episode:401  step:4    state:10  action:1 reward:0.0
episode:401  step:5    state:14  action:2 reward:1.0
episode:401  avg_reward:0.16666666666666666
episode:402  step:0    state:0   action:1 reward:0.0
episode:402  step:1    state:4   action:2 reward:0.0
episode:402  avg_reward:0.0
episode:403  step:0    state:0   action:1 reward:0.0
episode:403  step:1    state:4   action:0 reward:0.0
episode:403  step:2    state:4   action:1 reward:0.0
episode:403  step:3    state:8   action:2 reward:0.0
episode:403  step:4    state:9   action:1 reward:0.0
episode:403  step:5    state:13  action:1 reward:0.0
episode:403  step:6    state:13  action:2 reward:0.0
episode:403  step:7    state:14  action:2 reward:1.0
episode:403  avg_reward:0.125
episode:404  step:0    state:0   action:1 reward:0.0
episode:404  step:1    state:4   action:1 reward:0.0
episode:404  step:2    state:8   action:2 reward:0.0
episode:404  step:3    state:9   action:2 reward:0.0
episode:404  step:4    state:10  action:1 reward:0.0
episode:404  step:5    state:14  action:2 reward:1.0
episode:404  avg_reward:0.16666666666666666
episode:405  step:0    state:0   action:1 reward:0.0
episode:405  step:1    state:4   action:3 reward:0.0
episode:405  step:2    state:0   action:2 reward:0.0
episode:405  step:3    state:1   action:2 reward:0.0
episode:405  step:4    state:2   action:1 reward:0.0
episode:405  step:5    state:6   action:1 reward:0.0
episode:405  step:6    state:10  action:1 reward:0.0
episode:405  step:7    state:14  action:1 reward:0.0
episode:405  step:8    state:14  action:2 reward:1.0
episode:405  avg_reward:0.1111111111111111
episode:406  step:0    state:0   action:3 reward:0.0
episode:406  step:1    state:0   action:1 reward:0.0
episode:406  step:2    state:4   action:1 reward:0.0
episode:406  step:3    state:8   action:2 reward:0.0
episode:406  step:4    state:9   action:2 reward:0.0
episode:406  step:5    state:10  action:0 reward:0.0
episode:406  step:6    state:9   action:2 reward:0.0
episode:406  step:7    state:10  action:2 reward:0.0
episode:406  avg_reward:0.0
episode:407  step:0    state:0   action:1 reward:0.0
episode:407  step:1    state:4   action:3 reward:0.0
episode:407  step:2    state:0   action:1 reward:0.0
episode:407  step:3    state:4   action:2 reward:0.0
episode:407  avg_reward:0.0
episode:408  step:0    state:0   action:1 reward:0.0
episode:408  step:1    state:4   action:1 reward:0.0
episode:408  step:2    state:8   action:2 reward:0.0
episode:408  step:3    state:9   action:2 reward:0.0
episode:408  step:4    state:10  action:1 reward:0.0
episode:408  step:5    state:14  action:0 reward:0.0
episode:408  step:6    state:13  action:0 reward:0.0
episode:408  avg_reward:0.0
episode:409  step:0    state:0   action:1 reward:0.0
episode:409  step:1    state:4   action:0 reward:0.0
episode:409  step:2    state:4   action:1 reward:0.0
episode:409  step:3    state:8   action:2 reward:0.0
episode:409  step:4    state:9   action:2 reward:0.0
episode:409  step:5    state:10  action:0 reward:0.0
episode:409  step:6    state:9   action:2 reward:0.0
episode:409  step:7    state:10  action:1 reward:0.0
episode:409  step:8    state:14  action:1 reward:0.0
episode:409  step:9    state:14  action:2 reward:1.0
episode:409  avg_reward:0.1
episode:410  step:0    state:0   action:1 reward:0.0
episode:410  step:1    state:4   action:1 reward:0.0
episode:410  step:2    state:8   action:2 reward:0.0
episode:410  step:3    state:9   action:3 reward:0.0
episode:410  avg_reward:0.0
episode:411  step:0    state:0   action:1 reward:0.0
episode:411  step:1    state:4   action:1 reward:0.0
episode:411  step:2    state:8   action:2 reward:0.0
episode:411  step:3    state:9   action:2 reward:0.0
episode:411  step:4    state:10  action:1 reward:0.0
episode:411  step:5    state:14  action:0 reward:0.0
episode:411  step:6    state:13  action:2 reward:0.0
episode:411  step:7    state:14  action:2 reward:1.0
episode:411  avg_reward:0.125
episode:412  step:0    state:0   action:0 reward:0.0
episode:412  step:1    state:0   action:1 reward:0.0
episode:412  step:2    state:4   action:1 reward:0.0
episode:412  step:3    state:8   action:3 reward:0.0
episode:412  step:4    state:4   action:1 reward:0.0
episode:412  step:5    state:8   action:2 reward:0.0
episode:412  step:6    state:9   action:2 reward:0.0
episode:412  step:7    state:10  action:3 reward:0.0
episode:412  step:8    state:6   action:2 reward:0.0
episode:412  avg_reward:0.0
episode:413  step:0    state:0   action:1 reward:0.0
episode:413  step:1    state:4   action:1 reward:0.0
episode:413  step:2    state:8   action:2 reward:0.0
episode:413  step:3    state:9   action:2 reward:0.0
episode:413  step:4    state:10  action:1 reward:0.0
episode:413  step:5    state:14  action:2 reward:1.0
episode:413  avg_reward:0.16666666666666666
episode:414  step:0    state:0   action:3 reward:0.0
episode:414  step:1    state:0   action:1 reward:0.0
episode:414  step:2    state:4   action:1 reward:0.0
episode:414  step:3    state:8   action:2 reward:0.0
episode:414  step:4    state:9   action:0 reward:0.0
episode:414  step:5    state:8   action:2 reward:0.0
episode:414  step:6    state:9   action:2 reward:0.0
episode:414  step:7    state:10  action:1 reward:0.0
episode:414  step:8    state:14  action:2 reward:1.0
episode:414  avg_reward:0.1111111111111111
episode:415  step:0    state:0   action:1 reward:0.0
episode:415  step:1    state:4   action:1 reward:0.0
episode:415  step:2    state:8   action:2 reward:0.0
episode:415  step:3    state:9   action:2 reward:0.0
episode:415  step:4    state:10  action:1 reward:0.0
episode:415  step:5    state:14  action:2 reward:1.0
episode:415  avg_reward:0.16666666666666666
episode:416  step:0    state:0   action:1 reward:0.0
episode:416  step:1    state:4   action:1 reward:0.0
episode:416  step:2    state:8   action:2 reward:0.0
episode:416  step:3    state:9   action:2 reward:0.0
episode:416  step:4    state:10  action:1 reward:0.0
episode:416  step:5    state:14  action:2 reward:1.0
episode:416  avg_reward:0.16666666666666666
episode:417  step:0    state:0   action:1 reward:0.0
episode:417  step:1    state:4   action:0 reward:0.0
episode:417  step:2    state:4   action:3 reward:0.0
episode:417  step:3    state:0   action:1 reward:0.0
episode:417  step:4    state:4   action:0 reward:0.0
episode:417  step:5    state:4   action:1 reward:0.0
episode:417  step:6    state:8   action:2 reward:0.0
episode:417  step:7    state:9   action:2 reward:0.0
episode:417  step:8    state:10  action:3 reward:0.0
episode:417  step:9    state:6   action:0 reward:0.0
episode:417  avg_reward:0.0
episode:418  step:0    state:0   action:1 reward:0.0
episode:418  step:1    state:4   action:1 reward:0.0
episode:418  step:2    state:8   action:2 reward:0.0
episode:418  step:3    state:9   action:2 reward:0.0
episode:418  step:4    state:10  action:1 reward:0.0
episode:418  step:5    state:14  action:0 reward:0.0
episode:418  step:6    state:13  action:2 reward:0.0
episode:418  step:7    state:14  action:2 reward:1.0
episode:418  avg_reward:0.125
episode:419  step:0    state:0   action:1 reward:0.0
episode:419  step:1    state:4   action:1 reward:0.0
episode:419  step:2    state:8   action:2 reward:0.0
episode:419  step:3    state:9   action:2 reward:0.0
episode:419  step:4    state:10  action:1 reward:0.0
episode:419  step:5    state:14  action:0 reward:0.0
episode:419  step:6    state:13  action:2 reward:0.0
episode:419  step:7    state:14  action:2 reward:1.0
episode:419  avg_reward:0.125
episode:420  step:0    state:0   action:1 reward:0.0
episode:420  step:1    state:4   action:1 reward:0.0
episode:420  step:2    state:8   action:0 reward:0.0
episode:420  step:3    state:8   action:0 reward:0.0
episode:420  step:4    state:8   action:2 reward:0.0
episode:420  step:5    state:9   action:3 reward:0.0
episode:420  avg_reward:0.0
episode:421  step:0    state:0   action:1 reward:0.0
episode:421  step:1    state:4   action:1 reward:0.0
episode:421  step:2    state:8   action:2 reward:0.0
episode:421  step:3    state:9   action:2 reward:0.0
episode:421  step:4    state:10  action:1 reward:0.0
episode:421  step:5    state:14  action:2 reward:1.0
episode:421  avg_reward:0.16666666666666666
episode:422  step:0    state:0   action:1 reward:0.0
episode:422  step:1    state:4   action:1 reward:0.0
episode:422  step:2    state:8   action:3 reward:0.0
episode:422  step:3    state:4   action:1 reward:0.0
episode:422  step:4    state:8   action:2 reward:0.0
episode:422  step:5    state:9   action:1 reward:0.0
episode:422  step:6    state:13  action:2 reward:0.0
episode:422  step:7    state:14  action:2 reward:1.0
episode:422  avg_reward:0.125
episode:423  step:0    state:0   action:1 reward:0.0
episode:423  step:1    state:4   action:1 reward:0.0
episode:423  step:2    state:8   action:2 reward:0.0
episode:423  step:3    state:9   action:3 reward:0.0
episode:423  avg_reward:0.0
episode:424  step:0    state:0   action:1 reward:0.0
episode:424  step:1    state:4   action:1 reward:0.0
episode:424  step:2    state:8   action:2 reward:0.0
episode:424  step:3    state:9   action:2 reward:0.0
episode:424  step:4    state:10  action:1 reward:0.0
episode:424  step:5    state:14  action:2 reward:1.0
episode:424  avg_reward:0.16666666666666666
episode:425  step:0    state:0   action:1 reward:0.0
episode:425  step:1    state:4   action:0 reward:0.0
episode:425  step:2    state:4   action:1 reward:0.0
episode:425  step:3    state:8   action:2 reward:0.0
episode:425  step:4    state:9   action:2 reward:0.0
episode:425  step:5    state:10  action:1 reward:0.0
episode:425  step:6    state:14  action:0 reward:0.0
episode:425  step:7    state:13  action:2 reward:0.0
episode:425  step:8    state:14  action:2 reward:1.0
episode:425  avg_reward:0.1111111111111111
episode:426  step:0    state:0   action:2 reward:0.0
episode:426  step:1    state:1   action:2 reward:0.0
episode:426  step:2    state:2   action:1 reward:0.0
episode:426  step:3    state:6   action:0 reward:0.0
episode:426  avg_reward:0.0
episode:427  step:0    state:0   action:2 reward:0.0
episode:427  step:1    state:1   action:2 reward:0.0
episode:427  step:2    state:2   action:1 reward:0.0
episode:427  step:3    state:6   action:1 reward:0.0
episode:427  step:4    state:10  action:1 reward:0.0
episode:427  step:5    state:14  action:2 reward:1.0
episode:427  avg_reward:0.16666666666666666
episode:428  step:0    state:0   action:1 reward:0.0
episode:428  step:1    state:4   action:1 reward:0.0
episode:428  step:2    state:8   action:1 reward:0.0
episode:428  avg_reward:0.0
episode:429  step:0    state:0   action:1 reward:0.0
episode:429  step:1    state:4   action:3 reward:0.0
episode:429  step:2    state:0   action:1 reward:0.0
episode:429  step:3    state:4   action:1 reward:0.0
episode:429  step:4    state:8   action:2 reward:0.0
episode:429  step:5    state:9   action:3 reward:0.0
episode:429  avg_reward:0.0
episode:430  step:0    state:0   action:1 reward:0.0
episode:430  step:1    state:4   action:0 reward:0.0
episode:430  step:2    state:4   action:3 reward:0.0
episode:430  step:3    state:0   action:1 reward:0.0
episode:430  step:4    state:4   action:1 reward:0.0
episode:430  step:5    state:8   action:2 reward:0.0
episode:430  step:6    state:9   action:2 reward:0.0
episode:430  step:7    state:10  action:1 reward:0.0
episode:430  step:8    state:14  action:0 reward:0.0
episode:430  step:9    state:13  action:2 reward:0.0
episode:430  step:10   state:14  action:0 reward:0.0
episode:430  step:11   state:13  action:2 reward:0.0
episode:430  step:12   state:14  action:2 reward:1.0
episode:430  avg_reward:0.07692307692307693
episode:431  step:0    state:0   action:1 reward:0.0
episode:431  step:1    state:4   action:1 reward:0.0
episode:431  step:2    state:8   action:2 reward:0.0
episode:431  step:3    state:9   action:2 reward:0.0
episode:431  step:4    state:10  action:1 reward:0.0
episode:431  step:5    state:14  action:3 reward:0.0
episode:431  step:6    state:10  action:1 reward:0.0
episode:431  step:7    state:14  action:2 reward:1.0
episode:431  avg_reward:0.125
episode:432  step:0    state:0   action:1 reward:0.0
episode:432  step:1    state:4   action:1 reward:0.0
episode:432  step:2    state:8   action:2 reward:0.0
episode:432  step:3    state:9   action:2 reward:0.0
episode:432  step:4    state:10  action:2 reward:0.0
episode:432  avg_reward:0.0
episode:433  step:0    state:0   action:1 reward:0.0
episode:433  step:1    state:4   action:1 reward:0.0
episode:433  step:2    state:8   action:3 reward:0.0
episode:433  step:3    state:4   action:1 reward:0.0
episode:433  step:4    state:8   action:2 reward:0.0
episode:433  step:5    state:9   action:2 reward:0.0
episode:433  step:6    state:10  action:1 reward:0.0
episode:433  step:7    state:14  action:2 reward:1.0
episode:433  avg_reward:0.125
episode:434  step:0    state:0   action:0 reward:0.0
episode:434  step:1    state:0   action:1 reward:0.0
episode:434  step:2    state:4   action:2 reward:0.0
episode:434  avg_reward:0.0
episode:435  step:0    state:0   action:1 reward:0.0
episode:435  step:1    state:4   action:1 reward:0.0
episode:435  step:2    state:8   action:2 reward:0.0
episode:435  step:3    state:9   action:2 reward:0.0
episode:435  step:4    state:10  action:0 reward:0.0
episode:435  step:5    state:9   action:3 reward:0.0
episode:435  avg_reward:0.0
episode:436  step:0    state:0   action:0 reward:0.0
episode:436  step:1    state:0   action:1 reward:0.0
episode:436  step:2    state:4   action:1 reward:0.0
episode:436  step:3    state:8   action:2 reward:0.0
episode:436  step:4    state:9   action:2 reward:0.0
episode:436  step:5    state:10  action:1 reward:0.0
episode:436  step:6    state:14  action:2 reward:1.0
episode:436  avg_reward:0.14285714285714285
episode:437  step:0    state:0   action:0 reward:0.0
episode:437  step:1    state:0   action:3 reward:0.0
episode:437  step:2    state:0   action:1 reward:0.0
episode:437  step:3    state:4   action:1 reward:0.0
episode:437  step:4    state:8   action:0 reward:0.0
episode:437  step:5    state:8   action:0 reward:0.0
episode:437  step:6    state:8   action:2 reward:0.0
episode:437  step:7    state:9   action:2 reward:0.0
episode:437  step:8    state:10  action:1 reward:0.0
episode:437  step:9    state:14  action:2 reward:1.0
episode:437  avg_reward:0.1
episode:438  step:0    state:0   action:0 reward:0.0
episode:438  step:1    state:0   action:1 reward:0.0
episode:438  step:2    state:4   action:1 reward:0.0
episode:438  step:3    state:8   action:2 reward:0.0
episode:438  step:4    state:9   action:2 reward:0.0
episode:438  step:5    state:10  action:1 reward:0.0
episode:438  step:6    state:14  action:2 reward:1.0
episode:438  avg_reward:0.14285714285714285
episode:439  step:0    state:0   action:1 reward:0.0
episode:439  step:1    state:4   action:1 reward:0.0
episode:439  step:2    state:8   action:0 reward:0.0
episode:439  step:3    state:8   action:2 reward:0.0
episode:439  step:4    state:9   action:0 reward:0.0
episode:439  step:5    state:8   action:2 reward:0.0
episode:439  step:6    state:9   action:0 reward:0.0
episode:439  step:7    state:8   action:2 reward:0.0
episode:439  step:8    state:9   action:2 reward:0.0
episode:439  step:9    state:10  action:1 reward:0.0
episode:439  step:10   state:14  action:2 reward:1.0
episode:439  avg_reward:0.09090909090909091
episode:440  step:0    state:0   action:1 reward:0.0
episode:440  step:1    state:4   action:1 reward:0.0
episode:440  step:2    state:8   action:2 reward:0.0
episode:440  step:3    state:9   action:2 reward:0.0
episode:440  step:4    state:10  action:1 reward:0.0
episode:440  step:5    state:14  action:3 reward:0.0
episode:440  step:6    state:10  action:2 reward:0.0
episode:440  avg_reward:0.0
episode:441  step:0    state:0   action:1 reward:0.0
episode:441  step:1    state:4   action:0 reward:0.0
episode:441  step:2    state:4   action:1 reward:0.0
episode:441  step:3    state:8   action:3 reward:0.0
episode:441  step:4    state:4   action:1 reward:0.0
episode:441  step:5    state:8   action:2 reward:0.0
episode:441  step:6    state:9   action:2 reward:0.0
episode:441  step:7    state:10  action:1 reward:0.0
episode:441  step:8    state:14  action:2 reward:1.0
episode:441  avg_reward:0.1111111111111111
episode:442  step:0    state:0   action:1 reward:0.0
episode:442  step:1    state:4   action:3 reward:0.0
episode:442  step:2    state:0   action:1 reward:0.0
episode:442  step:3    state:4   action:1 reward:0.0
episode:442  step:4    state:8   action:2 reward:0.0
episode:442  step:5    state:9   action:2 reward:0.0
episode:442  step:6    state:10  action:2 reward:0.0
episode:442  avg_reward:0.0
episode:443  step:0    state:0   action:1 reward:0.0
episode:443  step:1    state:4   action:1 reward:0.0
episode:443  step:2    state:8   action:2 reward:0.0
episode:443  step:3    state:9   action:2 reward:0.0
episode:443  step:4    state:10  action:1 reward:0.0
episode:443  step:5    state:14  action:2 reward:1.0
episode:443  avg_reward:0.16666666666666666
episode:444  step:0    state:0   action:3 reward:0.0
episode:444  step:1    state:0   action:1 reward:0.0
episode:444  step:2    state:4   action:1 reward:0.0
episode:444  step:3    state:8   action:2 reward:0.0
episode:444  step:4    state:9   action:2 reward:0.0
episode:444  step:5    state:10  action:1 reward:0.0
episode:444  step:6    state:14  action:1 reward:0.0
episode:444  step:7    state:14  action:2 reward:1.0
episode:444  avg_reward:0.125
episode:445  step:0    state:0   action:3 reward:0.0
episode:445  step:1    state:0   action:1 reward:0.0
episode:445  step:2    state:4   action:1 reward:0.0
episode:445  step:3    state:8   action:2 reward:0.0
episode:445  step:4    state:9   action:2 reward:0.0
episode:445  step:5    state:10  action:0 reward:0.0
episode:445  step:6    state:9   action:2 reward:0.0
episode:445  step:7    state:10  action:1 reward:0.0
episode:445  step:8    state:14  action:2 reward:1.0
episode:445  avg_reward:0.1111111111111111
episode:446  step:0    state:0   action:1 reward:0.0
episode:446  step:1    state:4   action:1 reward:0.0
episode:446  step:2    state:8   action:1 reward:0.0
episode:446  avg_reward:0.0
episode:447  step:0    state:0   action:1 reward:0.0
episode:447  step:1    state:4   action:1 reward:0.0
episode:447  step:2    state:8   action:2 reward:0.0
episode:447  step:3    state:9   action:2 reward:0.0
episode:447  step:4    state:10  action:3 reward:0.0
episode:447  step:5    state:6   action:1 reward:0.0
episode:447  step:6    state:10  action:1 reward:0.0
episode:447  step:7    state:14  action:0 reward:0.0
episode:447  step:8    state:13  action:2 reward:0.0
episode:447  step:9    state:14  action:2 reward:1.0
episode:447  avg_reward:0.1
episode:448  step:0    state:0   action:1 reward:0.0
episode:448  step:1    state:4   action:1 reward:0.0
episode:448  step:2    state:8   action:2 reward:0.0
episode:448  step:3    state:9   action:2 reward:0.0
episode:448  step:4    state:10  action:1 reward:0.0
episode:448  step:5    state:14  action:2 reward:1.0
episode:448  avg_reward:0.16666666666666666
episode:449  step:0    state:0   action:1 reward:0.0
episode:449  step:1    state:4   action:1 reward:0.0
episode:449  step:2    state:8   action:2 reward:0.0
episode:449  step:3    state:9   action:2 reward:0.0
episode:449  step:4    state:10  action:1 reward:0.0
episode:449  step:5    state:14  action:2 reward:1.0
episode:449  avg_reward:0.16666666666666666
episode:450  step:0    state:0   action:0 reward:0.0
episode:450  step:1    state:0   action:1 reward:0.0
episode:450  step:2    state:4   action:1 reward:0.0
episode:450  step:3    state:8   action:2 reward:0.0
episode:450  step:4    state:9   action:2 reward:0.0
episode:450  step:5    state:10  action:1 reward:0.0
episode:450  step:6    state:14  action:2 reward:1.0
episode:450  avg_reward:0.14285714285714285
episode:451  step:0    state:0   action:1 reward:0.0
episode:451  step:1    state:4   action:0 reward:0.0
episode:451  step:2    state:4   action:1 reward:0.0
episode:451  step:3    state:8   action:2 reward:0.0
episode:451  step:4    state:9   action:2 reward:0.0
episode:451  step:5    state:10  action:1 reward:0.0
episode:451  step:6    state:14  action:2 reward:1.0
episode:451  avg_reward:0.14285714285714285
episode:452  step:0    state:0   action:0 reward:0.0
episode:452  step:1    state:0   action:3 reward:0.0
episode:452  step:2    state:0   action:0 reward:0.0
episode:452  step:3    state:0   action:1 reward:0.0
episode:452  step:4    state:4   action:1 reward:0.0
episode:452  step:5    state:8   action:2 reward:0.0
episode:452  step:6    state:9   action:2 reward:0.0
episode:452  step:7    state:10  action:1 reward:0.0
episode:452  step:8    state:14  action:2 reward:1.0
episode:452  avg_reward:0.1111111111111111
episode:453  step:0    state:0   action:1 reward:0.0
episode:453  step:1    state:4   action:1 reward:0.0
episode:453  step:2    state:8   action:2 reward:0.0
episode:453  step:3    state:9   action:2 reward:0.0
episode:453  step:4    state:10  action:1 reward:0.0
episode:453  step:5    state:14  action:2 reward:1.0
episode:453  avg_reward:0.16666666666666666
episode:454  step:0    state:0   action:1 reward:0.0
episode:454  step:1    state:4   action:1 reward:0.0
episode:454  step:2    state:8   action:2 reward:0.0
episode:454  step:3    state:9   action:2 reward:0.0
episode:454  step:4    state:10  action:1 reward:0.0
episode:454  step:5    state:14  action:2 reward:1.0
episode:454  avg_reward:0.16666666666666666
episode:455  step:0    state:0   action:1 reward:0.0
episode:455  step:1    state:4   action:2 reward:0.0
episode:455  avg_reward:0.0
episode:456  step:0    state:0   action:3 reward:0.0
episode:456  step:1    state:0   action:1 reward:0.0
episode:456  step:2    state:4   action:1 reward:0.0
episode:456  step:3    state:8   action:2 reward:0.0
episode:456  step:4    state:9   action:2 reward:0.0
episode:456  step:5    state:10  action:1 reward:0.0
episode:456  step:6    state:14  action:2 reward:1.0
episode:456  avg_reward:0.14285714285714285
episode:457  step:0    state:0   action:1 reward:0.0
episode:457  step:1    state:4   action:1 reward:0.0
episode:457  step:2    state:8   action:0 reward:0.0
episode:457  step:3    state:8   action:2 reward:0.0
episode:457  step:4    state:9   action:1 reward:0.0
episode:457  step:5    state:13  action:2 reward:0.0
episode:457  step:6    state:14  action:1 reward:0.0
episode:457  step:7    state:14  action:1 reward:0.0
episode:457  step:8    state:14  action:2 reward:1.0
episode:457  avg_reward:0.1111111111111111
episode:458  step:0    state:0   action:1 reward:0.0
episode:458  step:1    state:4   action:1 reward:0.0
episode:458  step:2    state:8   action:0 reward:0.0
episode:458  step:3    state:8   action:2 reward:0.0
episode:458  step:4    state:9   action:2 reward:0.0
episode:458  step:5    state:10  action:1 reward:0.0
episode:458  step:6    state:14  action:2 reward:1.0
episode:458  avg_reward:0.14285714285714285
episode:459  step:0    state:0   action:1 reward:0.0
episode:459  step:1    state:4   action:2 reward:0.0
episode:459  avg_reward:0.0
episode:460  step:0    state:0   action:1 reward:0.0
episode:460  step:1    state:4   action:0 reward:0.0
episode:460  step:2    state:4   action:1 reward:0.0
episode:460  step:3    state:8   action:2 reward:0.0
episode:460  step:4    state:9   action:3 reward:0.0
episode:460  avg_reward:0.0
episode:461  step:0    state:0   action:1 reward:0.0
episode:461  step:1    state:4   action:1 reward:0.0
episode:461  step:2    state:8   action:2 reward:0.0
episode:461  step:3    state:9   action:2 reward:0.0
episode:461  step:4    state:10  action:1 reward:0.0
episode:461  step:5    state:14  action:2 reward:1.0
episode:461  avg_reward:0.16666666666666666
episode:462  step:0    state:0   action:1 reward:0.0
episode:462  step:1    state:4   action:1 reward:0.0
episode:462  step:2    state:8   action:0 reward:0.0
episode:462  step:3    state:8   action:3 reward:0.0
episode:462  step:4    state:4   action:1 reward:0.0
episode:462  step:5    state:8   action:1 reward:0.0
episode:462  avg_reward:0.0
episode:463  step:0    state:0   action:1 reward:0.0
episode:463  step:1    state:4   action:1 reward:0.0
episode:463  step:2    state:8   action:2 reward:0.0
episode:463  step:3    state:9   action:2 reward:0.0
episode:463  step:4    state:10  action:1 reward:0.0
episode:463  step:5    state:14  action:2 reward:1.0
episode:463  avg_reward:0.16666666666666666
episode:464  step:0    state:0   action:2 reward:0.0
episode:464  step:1    state:1   action:1 reward:0.0
episode:464  avg_reward:0.0
episode:465  step:0    state:0   action:1 reward:0.0
episode:465  step:1    state:4   action:1 reward:0.0
episode:465  step:2    state:8   action:2 reward:0.0
episode:465  step:3    state:9   action:2 reward:0.0
episode:465  step:4    state:10  action:0 reward:0.0
episode:465  step:5    state:9   action:2 reward:0.0
episode:465  step:6    state:10  action:3 reward:0.0
episode:465  step:7    state:6   action:1 reward:0.0
episode:465  step:8    state:10  action:2 reward:0.0
episode:465  avg_reward:0.0
episode:466  step:0    state:0   action:2 reward:0.0
episode:466  step:1    state:1   action:2 reward:0.0
episode:466  step:2    state:2   action:1 reward:0.0
episode:466  step:3    state:6   action:1 reward:0.0
episode:466  step:4    state:10  action:1 reward:0.0
episode:466  step:5    state:14  action:1 reward:0.0
episode:466  step:6    state:14  action:3 reward:0.0
episode:466  step:7    state:10  action:1 reward:0.0
episode:466  step:8    state:14  action:2 reward:1.0
episode:466  avg_reward:0.1111111111111111
episode:467  step:0    state:0   action:1 reward:0.0
episode:467  step:1    state:4   action:1 reward:0.0
episode:467  step:2    state:8   action:2 reward:0.0
episode:467  step:3    state:9   action:0 reward:0.0
episode:467  step:4    state:8   action:2 reward:0.0
episode:467  step:5    state:9   action:2 reward:0.0
episode:467  step:6    state:10  action:1 reward:0.0
episode:467  step:7    state:14  action:2 reward:1.0
episode:467  avg_reward:0.125
episode:468  step:0    state:0   action:1 reward:0.0
episode:468  step:1    state:4   action:1 reward:0.0
episode:468  step:2    state:8   action:2 reward:0.0
episode:468  step:3    state:9   action:0 reward:0.0
episode:468  step:4    state:8   action:1 reward:0.0
episode:468  avg_reward:0.0
episode:469  step:0    state:0   action:1 reward:0.0
episode:469  step:1    state:4   action:1 reward:0.0
episode:469  step:2    state:8   action:2 reward:0.0
episode:469  step:3    state:9   action:2 reward:0.0
episode:469  step:4    state:10  action:1 reward:0.0
episode:469  step:5    state:14  action:2 reward:1.0
episode:469  avg_reward:0.16666666666666666
episode:470  step:0    state:0   action:1 reward:0.0
episode:470  step:1    state:4   action:1 reward:0.0
episode:470  step:2    state:8   action:0 reward:0.0
episode:470  step:3    state:8   action:2 reward:0.0
episode:470  step:4    state:9   action:2 reward:0.0
episode:470  step:5    state:10  action:1 reward:0.0
episode:470  step:6    state:14  action:2 reward:1.0
episode:470  avg_reward:0.14285714285714285
episode:471  step:0    state:0   action:3 reward:0.0
episode:471  step:1    state:0   action:1 reward:0.0
episode:471  step:2    state:4   action:1 reward:0.0
episode:471  step:3    state:8   action:2 reward:0.0
episode:471  step:4    state:9   action:2 reward:0.0
episode:471  step:5    state:10  action:1 reward:0.0
episode:471  step:6    state:14  action:2 reward:1.0
episode:471  avg_reward:0.14285714285714285
episode:472  step:0    state:0   action:1 reward:0.0
episode:472  step:1    state:4   action:1 reward:0.0
episode:472  step:2    state:8   action:2 reward:0.0
episode:472  step:3    state:9   action:2 reward:0.0
episode:472  step:4    state:10  action:1 reward:0.0
episode:472  step:5    state:14  action:2 reward:1.0
episode:472  avg_reward:0.16666666666666666
episode:473  step:0    state:0   action:2 reward:0.0
episode:473  step:1    state:1   action:2 reward:0.0
episode:473  step:2    state:2   action:1 reward:0.0
episode:473  step:3    state:6   action:1 reward:0.0
episode:473  step:4    state:10  action:3 reward:0.0
episode:473  step:5    state:6   action:1 reward:0.0
episode:473  step:6    state:10  action:1 reward:0.0
episode:473  step:7    state:14  action:2 reward:1.0
episode:473  avg_reward:0.125
episode:474  step:0    state:0   action:2 reward:0.0
episode:474  step:1    state:1   action:2 reward:0.0
episode:474  step:2    state:2   action:3 reward:0.0
episode:474  step:3    state:2   action:1 reward:0.0
episode:474  step:4    state:6   action:1 reward:0.0
episode:474  step:5    state:10  action:1 reward:0.0
episode:474  step:6    state:14  action:2 reward:1.0
episode:474  avg_reward:0.14285714285714285
episode:475  step:0    state:0   action:1 reward:0.0
episode:475  step:1    state:4   action:1 reward:0.0
episode:475  step:2    state:8   action:2 reward:0.0
episode:475  step:3    state:9   action:2 reward:0.0
episode:475  step:4    state:10  action:1 reward:0.0
episode:475  step:5    state:14  action:2 reward:1.0
episode:475  avg_reward:0.16666666666666666
episode:476  step:0    state:0   action:1 reward:0.0
episode:476  step:1    state:4   action:0 reward:0.0
episode:476  step:2    state:4   action:1 reward:0.0
episode:476  step:3    state:8   action:2 reward:0.0
episode:476  step:4    state:9   action:2 reward:0.0
episode:476  step:5    state:10  action:3 reward:0.0
episode:476  step:6    state:6   action:0 reward:0.0
episode:476  avg_reward:0.0
episode:477  step:0    state:0   action:1 reward:0.0
episode:477  step:1    state:4   action:1 reward:0.0
episode:477  step:2    state:8   action:1 reward:0.0
episode:477  avg_reward:0.0
episode:478  step:0    state:0   action:1 reward:0.0
episode:478  step:1    state:4   action:0 reward:0.0
episode:478  step:2    state:4   action:1 reward:0.0
episode:478  step:3    state:8   action:2 reward:0.0
episode:478  step:4    state:9   action:2 reward:0.0
episode:478  step:5    state:10  action:0 reward:0.0
episode:478  step:6    state:9   action:2 reward:0.0
episode:478  step:7    state:10  action:1 reward:0.0
episode:478  step:8    state:14  action:2 reward:1.0
episode:478  avg_reward:0.1111111111111111
episode:479  step:0    state:0   action:1 reward:0.0
episode:479  step:1    state:4   action:1 reward:0.0
episode:479  step:2    state:8   action:2 reward:0.0
episode:479  step:3    state:9   action:2 reward:0.0
episode:479  step:4    state:10  action:1 reward:0.0
episode:479  step:5    state:14  action:2 reward:1.0
episode:479  avg_reward:0.16666666666666666
episode:480  step:0    state:0   action:3 reward:0.0
episode:480  step:1    state:0   action:1 reward:0.0
episode:480  step:2    state:4   action:2 reward:0.0
episode:480  avg_reward:0.0
episode:481  step:0    state:0   action:1 reward:0.0
episode:481  step:1    state:4   action:1 reward:0.0
episode:481  step:2    state:8   action:2 reward:0.0
episode:481  step:3    state:9   action:2 reward:0.0
episode:481  step:4    state:10  action:1 reward:0.0
episode:481  step:5    state:14  action:2 reward:1.0
episode:481  avg_reward:0.16666666666666666
episode:482  step:0    state:0   action:3 reward:0.0
episode:482  step:1    state:0   action:2 reward:0.0
episode:482  step:2    state:1   action:2 reward:0.0
episode:482  step:3    state:2   action:1 reward:0.0
episode:482  step:4    state:6   action:1 reward:0.0
episode:482  step:5    state:10  action:1 reward:0.0
episode:482  step:6    state:14  action:2 reward:1.0
episode:482  avg_reward:0.14285714285714285
episode:483  step:0    state:0   action:1 reward:0.0
episode:483  step:1    state:4   action:1 reward:0.0
episode:483  step:2    state:8   action:2 reward:0.0
episode:483  step:3    state:9   action:2 reward:0.0
episode:483  step:4    state:10  action:1 reward:0.0
episode:483  step:5    state:14  action:1 reward:0.0
episode:483  step:6    state:14  action:2 reward:1.0
episode:483  avg_reward:0.14285714285714285
episode:484  step:0    state:0   action:0 reward:0.0
episode:484  step:1    state:0   action:1 reward:0.0
episode:484  step:2    state:4   action:1 reward:0.0
episode:484  step:3    state:8   action:2 reward:0.0
episode:484  step:4    state:9   action:2 reward:0.0
episode:484  step:5    state:10  action:1 reward:0.0
episode:484  step:6    state:14  action:2 reward:1.0
episode:484  avg_reward:0.14285714285714285
episode:485  step:0    state:0   action:1 reward:0.0
episode:485  step:1    state:4   action:1 reward:0.0
episode:485  step:2    state:8   action:2 reward:0.0
episode:485  step:3    state:9   action:1 reward:0.0
episode:485  step:4    state:13  action:2 reward:0.0
episode:485  step:5    state:14  action:2 reward:1.0
episode:485  avg_reward:0.16666666666666666
episode:486  step:0    state:0   action:1 reward:0.0
episode:486  step:1    state:4   action:1 reward:0.0
episode:486  step:2    state:8   action:0 reward:0.0
episode:486  step:3    state:8   action:2 reward:0.0
episode:486  step:4    state:9   action:2 reward:0.0
episode:486  step:5    state:10  action:1 reward:0.0
episode:486  step:6    state:14  action:2 reward:1.0
episode:486  avg_reward:0.14285714285714285
episode:487  step:0    state:0   action:1 reward:0.0
episode:487  step:1    state:4   action:3 reward:0.0
episode:487  step:2    state:0   action:0 reward:0.0
episode:487  step:3    state:0   action:1 reward:0.0
episode:487  step:4    state:4   action:1 reward:0.0
episode:487  step:5    state:8   action:2 reward:0.0
episode:487  step:6    state:9   action:1 reward:0.0
episode:487  step:7    state:13  action:2 reward:0.0
episode:487  step:8    state:14  action:2 reward:1.0
episode:487  avg_reward:0.1111111111111111
episode:488  step:0    state:0   action:1 reward:0.0
episode:488  step:1    state:4   action:1 reward:0.0
episode:488  step:2    state:8   action:2 reward:0.0
episode:488  step:3    state:9   action:2 reward:0.0
episode:488  step:4    state:10  action:3 reward:0.0
episode:488  step:5    state:6   action:1 reward:0.0
episode:488  step:6    state:10  action:3 reward:0.0
episode:488  step:7    state:6   action:1 reward:0.0
episode:488  step:8    state:10  action:1 reward:0.0
episode:488  step:9    state:14  action:2 reward:1.0
episode:488  avg_reward:0.1
episode:489  step:0    state:0   action:1 reward:0.0
episode:489  step:1    state:4   action:1 reward:0.0
episode:489  step:2    state:8   action:2 reward:0.0
episode:489  step:3    state:9   action:2 reward:0.0
episode:489  step:4    state:10  action:2 reward:0.0
episode:489  avg_reward:0.0
episode:490  step:0    state:0   action:1 reward:0.0
episode:490  step:1    state:4   action:2 reward:0.0
episode:490  avg_reward:0.0
episode:491  step:0    state:0   action:1 reward:0.0
episode:491  step:1    state:4   action:1 reward:0.0
episode:491  step:2    state:8   action:2 reward:0.0
episode:491  step:3    state:9   action:2 reward:0.0
episode:491  step:4    state:10  action:1 reward:0.0
episode:491  step:5    state:14  action:2 reward:1.0
episode:491  avg_reward:0.16666666666666666
episode:492  step:0    state:0   action:3 reward:0.0
episode:492  step:1    state:0   action:1 reward:0.0
episode:492  step:2    state:4   action:1 reward:0.0
episode:492  step:3    state:8   action:2 reward:0.0
episode:492  step:4    state:9   action:2 reward:0.0
episode:492  step:5    state:10  action:1 reward:0.0
episode:492  step:6    state:14  action:2 reward:1.0
episode:492  avg_reward:0.14285714285714285
episode:493  step:0    state:0   action:1 reward:0.0
episode:493  step:1    state:4   action:1 reward:0.0
episode:493  step:2    state:8   action:2 reward:0.0
episode:493  step:3    state:9   action:2 reward:0.0
episode:493  step:4    state:10  action:1 reward:0.0
episode:493  step:5    state:14  action:2 reward:1.0
episode:493  avg_reward:0.16666666666666666
episode:494  step:0    state:0   action:1 reward:0.0
episode:494  step:1    state:4   action:1 reward:0.0
episode:494  step:2    state:8   action:2 reward:0.0
episode:494  step:3    state:9   action:2 reward:0.0
episode:494  step:4    state:10  action:1 reward:0.0
episode:494  step:5    state:14  action:2 reward:1.0
episode:494  avg_reward:0.16666666666666666
episode:495  step:0    state:0   action:1 reward:0.0
episode:495  step:1    state:4   action:1 reward:0.0
episode:495  step:2    state:8   action:2 reward:0.0
episode:495  step:3    state:9   action:2 reward:0.0
episode:495  step:4    state:10  action:1 reward:0.0
episode:495  step:5    state:14  action:2 reward:1.0
episode:495  avg_reward:0.16666666666666666
episode:496  step:0    state:0   action:3 reward:0.0
episode:496  step:1    state:0   action:1 reward:0.0
episode:496  step:2    state:4   action:1 reward:0.0
episode:496  step:3    state:8   action:2 reward:0.0
episode:496  step:4    state:9   action:3 reward:0.0
episode:496  avg_reward:0.0
episode:497  step:0    state:0   action:1 reward:0.0
episode:497  step:1    state:4   action:1 reward:0.0
episode:497  step:2    state:8   action:2 reward:0.0
episode:497  step:3    state:9   action:2 reward:0.0
episode:497  step:4    state:10  action:2 reward:0.0
episode:497  avg_reward:0.0
episode:498  step:0    state:0   action:1 reward:0.0
episode:498  step:1    state:4   action:1 reward:0.0
episode:498  step:2    state:8   action:2 reward:0.0
episode:498  step:3    state:9   action:2 reward:0.0
episode:498  step:4    state:10  action:1 reward:0.0
episode:498  step:5    state:14  action:2 reward:1.0
episode:498  avg_reward:0.16666666666666666
episode:499  step:0    state:0   action:1 reward:0.0
episode:499  step:1    state:4   action:1 reward:0.0
episode:499  step:2    state:8   action:2 reward:0.0
episode:499  step:3    state:9   action:1 reward:0.0
episode:499  step:4    state:13  action:2 reward:0.0
episode:499  step:5    state:14  action:2 reward:1.0
episode:499  avg_reward:0.16666666666666666
episode:500  step:0    state:0   action:1 reward:0.0
episode:500  step:1    state:4   action:1 reward:0.0
episode:500  step:2    state:8   action:2 reward:0.0
episode:500  step:3    state:9   action:2 reward:0.0
episode:500  step:4    state:10  action:1 reward:0.0
episode:500  step:5    state:14  action:2 reward:1.0
episode:500  avg_reward:0.16666666666666666
episode:501  step:0    state:0   action:1 reward:0.0
episode:501  step:1    state:4   action:1 reward:0.0
episode:501  step:2    state:8   action:2 reward:0.0
episode:501  step:3    state:9   action:3 reward:0.0
episode:501  avg_reward:0.0
episode:502  step:0    state:0   action:1 reward:0.0
episode:502  step:1    state:4   action:1 reward:0.0
episode:502  step:2    state:8   action:2 reward:0.0
episode:502  step:3    state:9   action:2 reward:0.0
episode:502  step:4    state:10  action:1 reward:0.0
episode:502  step:5    state:14  action:1 reward:0.0
episode:502  step:6    state:14  action:2 reward:1.0
episode:502  avg_reward:0.14285714285714285
episode:503  step:0    state:0   action:0 reward:0.0
episode:503  step:1    state:0   action:1 reward:0.0
episode:503  step:2    state:4   action:1 reward:0.0
episode:503  step:3    state:8   action:2 reward:0.0
episode:503  step:4    state:9   action:2 reward:0.0
episode:503  step:5    state:10  action:2 reward:0.0
episode:503  avg_reward:0.0
episode:504  step:0    state:0   action:1 reward:0.0
episode:504  step:1    state:4   action:1 reward:0.0
episode:504  step:2    state:8   action:2 reward:0.0
episode:504  step:3    state:9   action:2 reward:0.0
episode:504  step:4    state:10  action:1 reward:0.0
episode:504  step:5    state:14  action:2 reward:1.0
episode:504  avg_reward:0.16666666666666666
episode:505  step:0    state:0   action:2 reward:0.0
episode:505  step:1    state:1   action:2 reward:0.0
episode:505  step:2    state:2   action:1 reward:0.0
episode:505  step:3    state:6   action:1 reward:0.0
episode:505  step:4    state:10  action:1 reward:0.0
episode:505  step:5    state:14  action:3 reward:0.0
episode:505  step:6    state:10  action:2 reward:0.0
episode:505  avg_reward:0.0
episode:506  step:0    state:0   action:1 reward:0.0
episode:506  step:1    state:4   action:3 reward:0.0
episode:506  step:2    state:0   action:1 reward:0.0
episode:506  step:3    state:4   action:1 reward:0.0
episode:506  step:4    state:8   action:2 reward:0.0
episode:506  step:5    state:9   action:2 reward:0.0
episode:506  step:6    state:10  action:3 reward:0.0
episode:506  step:7    state:6   action:1 reward:0.0
episode:506  step:8    state:10  action:1 reward:0.0
episode:506  step:9    state:14  action:2 reward:1.0
episode:506  avg_reward:0.1
episode:507  step:0    state:0   action:1 reward:0.0
episode:507  step:1    state:4   action:1 reward:0.0
episode:507  step:2    state:8   action:2 reward:0.0
episode:507  step:3    state:9   action:2 reward:0.0
episode:507  step:4    state:10  action:1 reward:0.0
episode:507  step:5    state:14  action:2 reward:1.0
episode:507  avg_reward:0.16666666666666666
episode:508  step:0    state:0   action:1 reward:0.0
episode:508  step:1    state:4   action:1 reward:0.0
episode:508  step:2    state:8   action:0 reward:0.0
episode:508  step:3    state:8   action:2 reward:0.0
episode:508  step:4    state:9   action:2 reward:0.0
episode:508  step:5    state:10  action:1 reward:0.0
episode:508  step:6    state:14  action:2 reward:1.0
episode:508  avg_reward:0.14285714285714285
episode:509  step:0    state:0   action:1 reward:0.0
episode:509  step:1    state:4   action:3 reward:0.0
episode:509  step:2    state:0   action:1 reward:0.0
episode:509  step:3    state:4   action:2 reward:0.0
episode:509  avg_reward:0.0
episode:510  step:0    state:0   action:1 reward:0.0
episode:510  step:1    state:4   action:1 reward:0.0
episode:510  step:2    state:8   action:2 reward:0.0
episode:510  step:3    state:9   action:2 reward:0.0
episode:510  step:4    state:10  action:2 reward:0.0
episode:510  avg_reward:0.0
episode:511  step:0    state:0   action:1 reward:0.0
episode:511  step:1    state:4   action:1 reward:0.0
episode:511  step:2    state:8   action:2 reward:0.0
episode:511  step:3    state:9   action:2 reward:0.0
episode:511  step:4    state:10  action:3 reward:0.0
episode:511  step:5    state:6   action:3 reward:0.0
episode:511  step:6    state:2   action:1 reward:0.0
episode:511  step:7    state:6   action:1 reward:0.0
episode:511  step:8    state:10  action:1 reward:0.0
episode:511  step:9    state:14  action:2 reward:1.0
episode:511  avg_reward:0.1
episode:512  step:0    state:0   action:1 reward:0.0
episode:512  step:1    state:4   action:1 reward:0.0
episode:512  step:2    state:8   action:2 reward:0.0
episode:512  step:3    state:9   action:2 reward:0.0
episode:512  step:4    state:10  action:1 reward:0.0
episode:512  step:5    state:14  action:2 reward:1.0
episode:512  avg_reward:0.16666666666666666
episode:513  step:0    state:0   action:1 reward:0.0
episode:513  step:1    state:4   action:1 reward:0.0
episode:513  step:2    state:8   action:2 reward:0.0
episode:513  step:3    state:9   action:0 reward:0.0
episode:513  step:4    state:8   action:2 reward:0.0
episode:513  step:5    state:9   action:2 reward:0.0
episode:513  step:6    state:10  action:1 reward:0.0
episode:513  step:7    state:14  action:2 reward:1.0
episode:513  avg_reward:0.125
episode:514  step:0    state:0   action:0 reward:0.0
episode:514  step:1    state:0   action:1 reward:0.0
episode:514  step:2    state:4   action:1 reward:0.0
episode:514  step:3    state:8   action:2 reward:0.0
episode:514  step:4    state:9   action:0 reward:0.0
episode:514  step:5    state:8   action:2 reward:0.0
episode:514  step:6    state:9   action:2 reward:0.0
episode:514  step:7    state:10  action:1 reward:0.0
episode:514  step:8    state:14  action:0 reward:0.0
episode:514  step:9    state:13  action:2 reward:0.0
episode:514  step:10   state:14  action:2 reward:1.0
episode:514  avg_reward:0.09090909090909091
episode:515  step:0    state:0   action:1 reward:0.0
episode:515  step:1    state:4   action:0 reward:0.0
episode:515  step:2    state:4   action:1 reward:0.0
episode:515  step:3    state:8   action:2 reward:0.0
episode:515  step:4    state:9   action:2 reward:0.0
episode:515  step:5    state:10  action:1 reward:0.0
episode:515  step:6    state:14  action:3 reward:0.0
episode:515  step:7    state:10  action:1 reward:0.0
episode:515  step:8    state:14  action:2 reward:1.0
episode:515  avg_reward:0.1111111111111111
episode:516  step:0    state:0   action:1 reward:0.0
episode:516  step:1    state:4   action:1 reward:0.0
episode:516  step:2    state:8   action:2 reward:0.0
episode:516  step:3    state:9   action:2 reward:0.0
episode:516  step:4    state:10  action:1 reward:0.0
episode:516  step:5    state:14  action:2 reward:1.0
episode:516  avg_reward:0.16666666666666666
episode:517  step:0    state:0   action:1 reward:0.0
episode:517  step:1    state:4   action:1 reward:0.0
episode:517  step:2    state:8   action:2 reward:0.0
episode:517  step:3    state:9   action:2 reward:0.0
episode:517  step:4    state:10  action:1 reward:0.0
episode:517  step:5    state:14  action:2 reward:1.0
episode:517  avg_reward:0.16666666666666666
episode:518  step:0    state:0   action:1 reward:0.0
episode:518  step:1    state:4   action:1 reward:0.0
episode:518  step:2    state:8   action:1 reward:0.0
episode:518  avg_reward:0.0
episode:519  step:0    state:0   action:1 reward:0.0
episode:519  step:1    state:4   action:1 reward:0.0
episode:519  step:2    state:8   action:2 reward:0.0
episode:519  step:3    state:9   action:2 reward:0.0
episode:519  step:4    state:10  action:1 reward:0.0
episode:519  step:5    state:14  action:2 reward:1.0
episode:519  avg_reward:0.16666666666666666
episode:520  step:0    state:0   action:1 reward:0.0
episode:520  step:1    state:4   action:1 reward:0.0
episode:520  step:2    state:8   action:2 reward:0.0
episode:520  step:3    state:9   action:2 reward:0.0
episode:520  step:4    state:10  action:1 reward:0.0
episode:520  step:5    state:14  action:2 reward:1.0
episode:520  avg_reward:0.16666666666666666
episode:521  step:0    state:0   action:1 reward:0.0
episode:521  step:1    state:4   action:1 reward:0.0
episode:521  step:2    state:8   action:2 reward:0.0
episode:521  step:3    state:9   action:2 reward:0.0
episode:521  step:4    state:10  action:1 reward:0.0
episode:521  step:5    state:14  action:2 reward:1.0
episode:521  avg_reward:0.16666666666666666
episode:522  step:0    state:0   action:1 reward:0.0
episode:522  step:1    state:4   action:1 reward:0.0
episode:522  step:2    state:8   action:2 reward:0.0
episode:522  step:3    state:9   action:2 reward:0.0
episode:522  step:4    state:10  action:1 reward:0.0
episode:522  step:5    state:14  action:2 reward:1.0
episode:522  avg_reward:0.16666666666666666
episode:523  step:0    state:0   action:1 reward:0.0
episode:523  step:1    state:4   action:1 reward:0.0
episode:523  step:2    state:8   action:2 reward:0.0
episode:523  step:3    state:9   action:2 reward:0.0
episode:523  step:4    state:10  action:1 reward:0.0
episode:523  step:5    state:14  action:2 reward:1.0
episode:523  avg_reward:0.16666666666666666
episode:524  step:0    state:0   action:1 reward:0.0
episode:524  step:1    state:4   action:1 reward:0.0
episode:524  step:2    state:8   action:2 reward:0.0
episode:524  step:3    state:9   action:2 reward:0.0
episode:524  step:4    state:10  action:1 reward:0.0
episode:524  step:5    state:14  action:2 reward:1.0
episode:524  avg_reward:0.16666666666666666
episode:525  step:0    state:0   action:1 reward:0.0
episode:525  step:1    state:4   action:1 reward:0.0
episode:525  step:2    state:8   action:2 reward:0.0
episode:525  step:3    state:9   action:2 reward:0.0
episode:525  step:4    state:10  action:1 reward:0.0
episode:525  step:5    state:14  action:2 reward:1.0
episode:525  avg_reward:0.16666666666666666
episode:526  step:0    state:0   action:3 reward:0.0
episode:526  step:1    state:0   action:1 reward:0.0
episode:526  step:2    state:4   action:1 reward:0.0
episode:526  step:3    state:8   action:2 reward:0.0
episode:526  step:4    state:9   action:0 reward:0.0
episode:526  step:5    state:8   action:2 reward:0.0
episode:526  step:6    state:9   action:2 reward:0.0
episode:526  step:7    state:10  action:0 reward:0.0
episode:526  step:8    state:9   action:2 reward:0.0
episode:526  step:9    state:10  action:1 reward:0.0
episode:526  step:10   state:14  action:2 reward:1.0
episode:526  avg_reward:0.09090909090909091
episode:527  step:0    state:0   action:1 reward:0.0
episode:527  step:1    state:4   action:1 reward:0.0
episode:527  step:2    state:8   action:2 reward:0.0
episode:527  step:3    state:9   action:2 reward:0.0
episode:527  step:4    state:10  action:3 reward:0.0
episode:527  step:5    state:6   action:1 reward:0.0
episode:527  step:6    state:10  action:1 reward:0.0
episode:527  step:7    state:14  action:2 reward:1.0
episode:527  avg_reward:0.125
episode:528  step:0    state:0   action:1 reward:0.0
episode:528  step:1    state:4   action:1 reward:0.0
episode:528  step:2    state:8   action:1 reward:0.0
episode:528  avg_reward:0.0
episode:529  step:0    state:0   action:1 reward:0.0
episode:529  step:1    state:4   action:1 reward:0.0
episode:529  step:2    state:8   action:2 reward:0.0
episode:529  step:3    state:9   action:2 reward:0.0
episode:529  step:4    state:10  action:1 reward:0.0
episode:529  step:5    state:14  action:2 reward:1.0
episode:529  avg_reward:0.16666666666666666
episode:530  step:0    state:0   action:1 reward:0.0
episode:530  step:1    state:4   action:1 reward:0.0
episode:530  step:2    state:8   action:2 reward:0.0
episode:530  step:3    state:9   action:2 reward:0.0
episode:530  step:4    state:10  action:1 reward:0.0
episode:530  step:5    state:14  action:2 reward:1.0
episode:530  avg_reward:0.16666666666666666
episode:531  step:0    state:0   action:1 reward:0.0
episode:531  step:1    state:4   action:1 reward:0.0
episode:531  step:2    state:8   action:2 reward:0.0
episode:531  step:3    state:9   action:2 reward:0.0
episode:531  step:4    state:10  action:1 reward:0.0
episode:531  step:5    state:14  action:2 reward:1.0
episode:531  avg_reward:0.16666666666666666
episode:532  step:0    state:0   action:1 reward:0.0
episode:532  step:1    state:4   action:1 reward:0.0
episode:532  step:2    state:8   action:2 reward:0.0
episode:532  step:3    state:9   action:2 reward:0.0
episode:532  step:4    state:10  action:1 reward:0.0
episode:532  step:5    state:14  action:2 reward:1.0
episode:532  avg_reward:0.16666666666666666
episode:533  step:0    state:0   action:1 reward:0.0
episode:533  step:1    state:4   action:1 reward:0.0
episode:533  step:2    state:8   action:2 reward:0.0
episode:533  step:3    state:9   action:2 reward:0.0
episode:533  step:4    state:10  action:1 reward:0.0
episode:533  step:5    state:14  action:2 reward:1.0
episode:533  avg_reward:0.16666666666666666
episode:534  step:0    state:0   action:1 reward:0.0
episode:534  step:1    state:4   action:1 reward:0.0
episode:534  step:2    state:8   action:2 reward:0.0
episode:534  step:3    state:9   action:2 reward:0.0
episode:534  step:4    state:10  action:1 reward:0.0
episode:534  step:5    state:14  action:2 reward:1.0
episode:534  avg_reward:0.16666666666666666
episode:535  step:0    state:0   action:1 reward:0.0
episode:535  step:1    state:4   action:1 reward:0.0
episode:535  step:2    state:8   action:2 reward:0.0
episode:535  step:3    state:9   action:2 reward:0.0
episode:535  step:4    state:10  action:1 reward:0.0
episode:535  step:5    state:14  action:2 reward:1.0
episode:535  avg_reward:0.16666666666666666
episode:536  step:0    state:0   action:1 reward:0.0
episode:536  step:1    state:4   action:0 reward:0.0
episode:536  step:2    state:4   action:1 reward:0.0
episode:536  step:3    state:8   action:2 reward:0.0
episode:536  step:4    state:9   action:2 reward:0.0
episode:536  step:5    state:10  action:1 reward:0.0
episode:536  step:6    state:14  action:2 reward:1.0
episode:536  avg_reward:0.14285714285714285
episode:537  step:0    state:0   action:1 reward:0.0
episode:537  step:1    state:4   action:0 reward:0.0
episode:537  step:2    state:4   action:1 reward:0.0
episode:537  step:3    state:8   action:2 reward:0.0
episode:537  step:4    state:9   action:2 reward:0.0
episode:537  step:5    state:10  action:1 reward:0.0
episode:537  step:6    state:14  action:2 reward:1.0
episode:537  avg_reward:0.14285714285714285
episode:538  step:0    state:0   action:1 reward:0.0
episode:538  step:1    state:4   action:1 reward:0.0
episode:538  step:2    state:8   action:2 reward:0.0
episode:538  step:3    state:9   action:2 reward:0.0
episode:538  step:4    state:10  action:1 reward:0.0
episode:538  step:5    state:14  action:2 reward:1.0
episode:538  avg_reward:0.16666666666666666
episode:539  step:0    state:0   action:1 reward:0.0
episode:539  step:1    state:4   action:1 reward:0.0
episode:539  step:2    state:8   action:2 reward:0.0
episode:539  step:3    state:9   action:2 reward:0.0
episode:539  step:4    state:10  action:1 reward:0.0
episode:539  step:5    state:14  action:2 reward:1.0
episode:539  avg_reward:0.16666666666666666
episode:540  step:0    state:0   action:1 reward:0.0
episode:540  step:1    state:4   action:1 reward:0.0
episode:540  step:2    state:8   action:2 reward:0.0
episode:540  step:3    state:9   action:2 reward:0.0
episode:540  step:4    state:10  action:1 reward:0.0
episode:540  step:5    state:14  action:2 reward:1.0
episode:540  avg_reward:0.16666666666666666
episode:541  step:0    state:0   action:1 reward:0.0
episode:541  step:1    state:4   action:1 reward:0.0
episode:541  step:2    state:8   action:2 reward:0.0
episode:541  step:3    state:9   action:2 reward:0.0
episode:541  step:4    state:10  action:1 reward:0.0
episode:541  step:5    state:14  action:2 reward:1.0
episode:541  avg_reward:0.16666666666666666
episode:542  step:0    state:0   action:1 reward:0.0
episode:542  step:1    state:4   action:1 reward:0.0
episode:542  step:2    state:8   action:2 reward:0.0
episode:542  step:3    state:9   action:2 reward:0.0
episode:542  step:4    state:10  action:1 reward:0.0
episode:542  step:5    state:14  action:2 reward:1.0
episode:542  avg_reward:0.16666666666666666
episode:543  step:0    state:0   action:2 reward:0.0
episode:543  step:1    state:1   action:2 reward:0.0
episode:543  step:2    state:2   action:1 reward:0.0
episode:543  step:3    state:6   action:1 reward:0.0
episode:543  step:4    state:10  action:1 reward:0.0
episode:543  step:5    state:14  action:2 reward:1.0
episode:543  avg_reward:0.16666666666666666
episode:544  step:0    state:0   action:3 reward:0.0
episode:544  step:1    state:0   action:0 reward:0.0
episode:544  step:2    state:0   action:0 reward:0.0
episode:544  step:3    state:0   action:2 reward:0.0
episode:544  step:4    state:1   action:3 reward:0.0
episode:544  step:5    state:1   action:2 reward:0.0
episode:544  step:6    state:2   action:1 reward:0.0
episode:544  step:7    state:6   action:1 reward:0.0
episode:544  step:8    state:10  action:1 reward:0.0
episode:544  step:9    state:14  action:2 reward:1.0
episode:544  avg_reward:0.1
episode:545  step:0    state:0   action:1 reward:0.0
episode:545  step:1    state:4   action:1 reward:0.0
episode:545  step:2    state:8   action:2 reward:0.0
episode:545  step:3    state:9   action:2 reward:0.0
episode:545  step:4    state:10  action:1 reward:0.0
episode:545  step:5    state:14  action:2 reward:1.0
episode:545  avg_reward:0.16666666666666666
episode:546  step:0    state:0   action:1 reward:0.0
episode:546  step:1    state:4   action:3 reward:0.0
episode:546  step:2    state:0   action:1 reward:0.0
episode:546  step:3    state:4   action:1 reward:0.0
episode:546  step:4    state:8   action:1 reward:0.0
episode:546  avg_reward:0.0
episode:547  step:0    state:0   action:1 reward:0.0
episode:547  step:1    state:4   action:2 reward:0.0
episode:547  avg_reward:0.0
episode:548  step:0    state:0   action:1 reward:0.0
episode:548  step:1    state:4   action:1 reward:0.0
episode:548  step:2    state:8   action:2 reward:0.0
episode:548  step:3    state:9   action:2 reward:0.0
episode:548  step:4    state:10  action:1 reward:0.0
episode:548  step:5    state:14  action:2 reward:1.0
episode:548  avg_reward:0.16666666666666666
episode:549  step:0    state:0   action:2 reward:0.0
episode:549  step:1    state:1   action:2 reward:0.0
episode:549  step:2    state:2   action:0 reward:0.0
episode:549  step:3    state:1   action:2 reward:0.0
episode:549  step:4    state:2   action:1 reward:0.0
episode:549  step:5    state:6   action:2 reward:0.0
episode:549  avg_reward:0.0
episode:550  step:0    state:0   action:1 reward:0.0
episode:550  step:1    state:4   action:1 reward:0.0
episode:550  step:2    state:8   action:2 reward:0.0
episode:550  step:3    state:9   action:2 reward:0.0
episode:550  step:4    state:10  action:1 reward:0.0
episode:550  step:5    state:14  action:2 reward:1.0
episode:550  avg_reward:0.16666666666666666
episode:551  step:0    state:0   action:1 reward:0.0
episode:551  step:1    state:4   action:1 reward:0.0
episode:551  step:2    state:8   action:2 reward:0.0
episode:551  step:3    state:9   action:2 reward:0.0
episode:551  step:4    state:10  action:1 reward:0.0
episode:551  step:5    state:14  action:2 reward:1.0
episode:551  avg_reward:0.16666666666666666
episode:552  step:0    state:0   action:1 reward:0.0
episode:552  step:1    state:4   action:2 reward:0.0
episode:552  avg_reward:0.0
episode:553  step:0    state:0   action:1 reward:0.0
episode:553  step:1    state:4   action:1 reward:0.0
episode:553  step:2    state:8   action:3 reward:0.0
episode:553  step:3    state:4   action:1 reward:0.0
episode:553  step:4    state:8   action:2 reward:0.0
episode:553  step:5    state:9   action:2 reward:0.0
episode:553  step:6    state:10  action:1 reward:0.0
episode:553  step:7    state:14  action:2 reward:1.0
episode:553  avg_reward:0.125
episode:554  step:0    state:0   action:1 reward:0.0
episode:554  step:1    state:4   action:0 reward:0.0
episode:554  step:2    state:4   action:1 reward:0.0
episode:554  step:3    state:8   action:2 reward:0.0
episode:554  step:4    state:9   action:2 reward:0.0
episode:554  step:5    state:10  action:1 reward:0.0
episode:554  step:6    state:14  action:2 reward:1.0
episode:554  avg_reward:0.14285714285714285
episode:555  step:0    state:0   action:1 reward:0.0
episode:555  step:1    state:4   action:1 reward:0.0
episode:555  step:2    state:8   action:2 reward:0.0
episode:555  step:3    state:9   action:2 reward:0.0
episode:555  step:4    state:10  action:1 reward:0.0
episode:555  step:5    state:14  action:2 reward:1.0
episode:555  avg_reward:0.16666666666666666
episode:556  step:0    state:0   action:1 reward:0.0
episode:556  step:1    state:4   action:1 reward:0.0
episode:556  step:2    state:8   action:0 reward:0.0
episode:556  step:3    state:8   action:2 reward:0.0
episode:556  step:4    state:9   action:2 reward:0.0
episode:556  step:5    state:10  action:0 reward:0.0
episode:556  step:6    state:9   action:2 reward:0.0
episode:556  step:7    state:10  action:1 reward:0.0
episode:556  step:8    state:14  action:2 reward:1.0
episode:556  avg_reward:0.1111111111111111
episode:557  step:0    state:0   action:1 reward:0.0
episode:557  step:1    state:4   action:1 reward:0.0
episode:557  step:2    state:8   action:1 reward:0.0
episode:557  avg_reward:0.0
episode:558  step:0    state:0   action:2 reward:0.0
episode:558  step:1    state:1   action:2 reward:0.0
episode:558  step:2    state:2   action:1 reward:0.0
episode:558  step:3    state:6   action:1 reward:0.0
episode:558  step:4    state:10  action:1 reward:0.0
episode:558  step:5    state:14  action:2 reward:1.0
episode:558  avg_reward:0.16666666666666666
episode:559  step:0    state:0   action:3 reward:0.0
episode:559  step:1    state:0   action:1 reward:0.0
episode:559  step:2    state:4   action:1 reward:0.0
episode:559  step:3    state:8   action:2 reward:0.0
episode:559  step:4    state:9   action:2 reward:0.0
episode:559  step:5    state:10  action:1 reward:0.0
episode:559  step:6    state:14  action:2 reward:1.0
episode:559  avg_reward:0.14285714285714285
episode:560  step:0    state:0   action:1 reward:0.0
episode:560  step:1    state:4   action:1 reward:0.0
episode:560  step:2    state:8   action:2 reward:0.0
episode:560  step:3    state:9   action:2 reward:0.0
episode:560  step:4    state:10  action:1 reward:0.0
episode:560  step:5    state:14  action:2 reward:1.0
episode:560  avg_reward:0.16666666666666666
episode:561  step:0    state:0   action:1 reward:0.0
episode:561  step:1    state:4   action:1 reward:0.0
episode:561  step:2    state:8   action:2 reward:0.0
episode:561  step:3    state:9   action:0 reward:0.0
episode:561  step:4    state:8   action:2 reward:0.0
episode:561  step:5    state:9   action:2 reward:0.0
episode:561  step:6    state:10  action:1 reward:0.0
episode:561  step:7    state:14  action:2 reward:1.0
episode:561  avg_reward:0.125
episode:562  step:0    state:0   action:1 reward:0.0
episode:562  step:1    state:4   action:1 reward:0.0
episode:562  step:2    state:8   action:2 reward:0.0
episode:562  step:3    state:9   action:2 reward:0.0
episode:562  step:4    state:10  action:1 reward:0.0
episode:562  step:5    state:14  action:2 reward:1.0
episode:562  avg_reward:0.16666666666666666
episode:563  step:0    state:0   action:1 reward:0.0
episode:563  step:1    state:4   action:3 reward:0.0
episode:563  step:2    state:0   action:1 reward:0.0
episode:563  step:3    state:4   action:1 reward:0.0
episode:563  step:4    state:8   action:2 reward:0.0
episode:563  step:5    state:9   action:2 reward:0.0
episode:563  step:6    state:10  action:1 reward:0.0
episode:563  step:7    state:14  action:2 reward:1.0
episode:563  avg_reward:0.125
episode:564  step:0    state:0   action:1 reward:0.0
episode:564  step:1    state:4   action:1 reward:0.0
episode:564  step:2    state:8   action:2 reward:0.0
episode:564  step:3    state:9   action:2 reward:0.0
episode:564  step:4    state:10  action:1 reward:0.0
episode:564  step:5    state:14  action:2 reward:1.0
episode:564  avg_reward:0.16666666666666666
episode:565  step:0    state:0   action:2 reward:0.0
episode:565  step:1    state:1   action:2 reward:0.0
episode:565  step:2    state:2   action:3 reward:0.0
episode:565  step:3    state:2   action:1 reward:0.0
episode:565  step:4    state:6   action:1 reward:0.0
episode:565  step:5    state:10  action:1 reward:0.0
episode:565  step:6    state:14  action:2 reward:1.0
episode:565  avg_reward:0.14285714285714285
episode:566  step:0    state:0   action:1 reward:0.0
episode:566  step:1    state:4   action:1 reward:0.0
episode:566  step:2    state:8   action:2 reward:0.0
episode:566  step:3    state:9   action:2 reward:0.0
episode:566  step:4    state:10  action:1 reward:0.0
episode:566  step:5    state:14  action:2 reward:1.0
episode:566  avg_reward:0.16666666666666666
episode:567  step:0    state:0   action:1 reward:0.0
episode:567  step:1    state:4   action:2 reward:0.0
episode:567  avg_reward:0.0
episode:568  step:0    state:0   action:1 reward:0.0
episode:568  step:1    state:4   action:1 reward:0.0
episode:568  step:2    state:8   action:2 reward:0.0
episode:568  step:3    state:9   action:2 reward:0.0
episode:568  step:4    state:10  action:2 reward:0.0
episode:568  avg_reward:0.0
episode:569  step:0    state:0   action:0 reward:0.0
episode:569  step:1    state:0   action:2 reward:0.0
episode:569  step:2    state:1   action:2 reward:0.0
episode:569  step:3    state:2   action:1 reward:0.0
episode:569  step:4    state:6   action:1 reward:0.0
episode:569  step:5    state:10  action:1 reward:0.0
episode:569  step:6    state:14  action:2 reward:1.0
episode:569  avg_reward:0.14285714285714285
episode:570  step:0    state:0   action:1 reward:0.0
episode:570  step:1    state:4   action:1 reward:0.0
episode:570  step:2    state:8   action:0 reward:0.0
episode:570  step:3    state:8   action:2 reward:0.0
episode:570  step:4    state:9   action:2 reward:0.0
episode:570  step:5    state:10  action:3 reward:0.0
episode:570  step:6    state:6   action:1 reward:0.0
episode:570  step:7    state:10  action:0 reward:0.0
episode:570  step:8    state:9   action:2 reward:0.0
episode:570  step:9    state:10  action:0 reward:0.0
episode:570  step:10   state:9   action:2 reward:0.0
episode:570  step:11   state:10  action:1 reward:0.0
episode:570  step:12   state:14  action:2 reward:1.0
episode:570  avg_reward:0.07692307692307693
episode:571  step:0    state:0   action:1 reward:0.0
episode:571  step:1    state:4   action:1 reward:0.0
episode:571  step:2    state:8   action:2 reward:0.0
episode:571  step:3    state:9   action:2 reward:0.0
episode:571  step:4    state:10  action:1 reward:0.0
episode:571  step:5    state:14  action:3 reward:0.0
episode:571  step:6    state:10  action:1 reward:0.0
episode:571  step:7    state:14  action:2 reward:1.0
episode:571  avg_reward:0.125
episode:572  step:0    state:0   action:1 reward:0.0
episode:572  step:1    state:4   action:1 reward:0.0
episode:572  step:2    state:8   action:2 reward:0.0
episode:572  step:3    state:9   action:2 reward:0.0
episode:572  step:4    state:10  action:1 reward:0.0
episode:572  step:5    state:14  action:2 reward:1.0
episode:572  avg_reward:0.16666666666666666
episode:573  step:0    state:0   action:1 reward:0.0
episode:573  step:1    state:4   action:1 reward:0.0
episode:573  step:2    state:8   action:2 reward:0.0
episode:573  step:3    state:9   action:2 reward:0.0
episode:573  step:4    state:10  action:1 reward:0.0
episode:573  step:5    state:14  action:2 reward:1.0
episode:573  avg_reward:0.16666666666666666
episode:574  step:0    state:0   action:1 reward:0.0
episode:574  step:1    state:4   action:1 reward:0.0
episode:574  step:2    state:8   action:2 reward:0.0
episode:574  step:3    state:9   action:2 reward:0.0
episode:574  step:4    state:10  action:1 reward:0.0
episode:574  step:5    state:14  action:2 reward:1.0
episode:574  avg_reward:0.16666666666666666
episode:575  step:0    state:0   action:1 reward:0.0
episode:575  step:1    state:4   action:1 reward:0.0
episode:575  step:2    state:8   action:2 reward:0.0
episode:575  step:3    state:9   action:2 reward:0.0
episode:575  step:4    state:10  action:1 reward:0.0
episode:575  step:5    state:14  action:3 reward:0.0
episode:575  step:6    state:10  action:1 reward:0.0
episode:575  step:7    state:14  action:2 reward:1.0
episode:575  avg_reward:0.125
episode:576  step:0    state:0   action:3 reward:0.0
episode:576  step:1    state:0   action:1 reward:0.0
episode:576  step:2    state:4   action:2 reward:0.0
episode:576  avg_reward:0.0
episode:577  step:0    state:0   action:1 reward:0.0
episode:577  step:1    state:4   action:1 reward:0.0
episode:577  step:2    state:8   action:2 reward:0.0
episode:577  step:3    state:9   action:2 reward:0.0
episode:577  step:4    state:10  action:1 reward:0.0
episode:577  step:5    state:14  action:2 reward:1.0
episode:577  avg_reward:0.16666666666666666
episode:578  step:0    state:0   action:1 reward:0.0
episode:578  step:1    state:4   action:1 reward:0.0
episode:578  step:2    state:8   action:2 reward:0.0
episode:578  step:3    state:9   action:2 reward:0.0
episode:578  step:4    state:10  action:1 reward:0.0
episode:578  step:5    state:14  action:2 reward:1.0
episode:578  avg_reward:0.16666666666666666
episode:579  step:0    state:0   action:2 reward:0.0
episode:579  step:1    state:1   action:2 reward:0.0
episode:579  step:2    state:2   action:3 reward:0.0
episode:579  step:3    state:2   action:0 reward:0.0
episode:579  step:4    state:1   action:2 reward:0.0
episode:579  step:5    state:2   action:1 reward:0.0
episode:579  step:6    state:6   action:1 reward:0.0
episode:579  step:7    state:10  action:1 reward:0.0
episode:579  step:8    state:14  action:2 reward:1.0
episode:579  avg_reward:0.1111111111111111
episode:580  step:0    state:0   action:1 reward:0.0
episode:580  step:1    state:4   action:1 reward:0.0
episode:580  step:2    state:8   action:2 reward:0.0
episode:580  step:3    state:9   action:2 reward:0.0
episode:580  step:4    state:10  action:1 reward:0.0
episode:580  step:5    state:14  action:2 reward:1.0
episode:580  avg_reward:0.16666666666666666
episode:581  step:0    state:0   action:1 reward:0.0
episode:581  step:1    state:4   action:1 reward:0.0
episode:581  step:2    state:8   action:2 reward:0.0
episode:581  step:3    state:9   action:0 reward:0.0
episode:581  step:4    state:8   action:2 reward:0.0
episode:581  step:5    state:9   action:2 reward:0.0
episode:581  step:6    state:10  action:1 reward:0.0
episode:581  step:7    state:14  action:2 reward:1.0
episode:581  avg_reward:0.125
episode:582  step:0    state:0   action:1 reward:0.0
episode:582  step:1    state:4   action:1 reward:0.0
episode:582  step:2    state:8   action:2 reward:0.0
episode:582  step:3    state:9   action:2 reward:0.0
episode:582  step:4    state:10  action:1 reward:0.0
episode:582  step:5    state:14  action:2 reward:1.0
episode:582  avg_reward:0.16666666666666666
episode:583  step:0    state:0   action:1 reward:0.0
episode:583  step:1    state:4   action:1 reward:0.0
episode:583  step:2    state:8   action:0 reward:0.0
episode:583  step:3    state:8   action:2 reward:0.0
episode:583  step:4    state:9   action:2 reward:0.0
episode:583  step:5    state:10  action:1 reward:0.0
episode:583  step:6    state:14  action:2 reward:1.0
episode:583  avg_reward:0.14285714285714285
episode:584  step:0    state:0   action:1 reward:0.0
episode:584  step:1    state:4   action:1 reward:0.0
episode:584  step:2    state:8   action:2 reward:0.0
episode:584  step:3    state:9   action:2 reward:0.0
episode:584  step:4    state:10  action:3 reward:0.0
episode:584  step:5    state:6   action:1 reward:0.0
episode:584  step:6    state:10  action:1 reward:0.0
episode:584  step:7    state:14  action:2 reward:1.0
episode:584  avg_reward:0.125
episode:585  step:0    state:0   action:2 reward:0.0
episode:585  step:1    state:1   action:2 reward:0.0
episode:585  step:2    state:2   action:1 reward:0.0
episode:585  step:3    state:6   action:1 reward:0.0
episode:585  step:4    state:10  action:1 reward:0.0
episode:585  step:5    state:14  action:2 reward:1.0
episode:585  avg_reward:0.16666666666666666
episode:586  step:0    state:0   action:1 reward:0.0
episode:586  step:1    state:4   action:1 reward:0.0
episode:586  step:2    state:8   action:2 reward:0.0
episode:586  step:3    state:9   action:2 reward:0.0
episode:586  step:4    state:10  action:1 reward:0.0
episode:586  step:5    state:14  action:2 reward:1.0
episode:586  avg_reward:0.16666666666666666
episode:587  step:0    state:0   action:1 reward:0.0
episode:587  step:1    state:4   action:1 reward:0.0
episode:587  step:2    state:8   action:2 reward:0.0
episode:587  step:3    state:9   action:2 reward:0.0
episode:587  step:4    state:10  action:1 reward:0.0
episode:587  step:5    state:14  action:2 reward:1.0
episode:587  avg_reward:0.16666666666666666
episode:588  step:0    state:0   action:1 reward:0.0
episode:588  step:1    state:4   action:1 reward:0.0
episode:588  step:2    state:8   action:2 reward:0.0
episode:588  step:3    state:9   action:2 reward:0.0
episode:588  step:4    state:10  action:1 reward:0.0
episode:588  step:5    state:14  action:2 reward:1.0
episode:588  avg_reward:0.16666666666666666
episode:589  step:0    state:0   action:1 reward:0.0
episode:589  step:1    state:4   action:1 reward:0.0
episode:589  step:2    state:8   action:2 reward:0.0
episode:589  step:3    state:9   action:2 reward:0.0
episode:589  step:4    state:10  action:0 reward:0.0
episode:589  step:5    state:9   action:2 reward:0.0
episode:589  step:6    state:10  action:1 reward:0.0
episode:589  step:7    state:14  action:2 reward:1.0
episode:589  avg_reward:0.125
episode:590  step:0    state:0   action:1 reward:0.0
episode:590  step:1    state:4   action:1 reward:0.0
episode:590  step:2    state:8   action:2 reward:0.0
episode:590  step:3    state:9   action:2 reward:0.0
episode:590  step:4    state:10  action:1 reward:0.0
episode:590  step:5    state:14  action:2 reward:1.0
episode:590  avg_reward:0.16666666666666666
episode:591  step:0    state:0   action:1 reward:0.0
episode:591  step:1    state:4   action:1 reward:0.0
episode:591  step:2    state:8   action:2 reward:0.0
episode:591  step:3    state:9   action:2 reward:0.0
episode:591  step:4    state:10  action:1 reward:0.0
episode:591  step:5    state:14  action:2 reward:1.0
episode:591  avg_reward:0.16666666666666666
episode:592  step:0    state:0   action:1 reward:0.0
episode:592  step:1    state:4   action:1 reward:0.0
episode:592  step:2    state:8   action:2 reward:0.0
episode:592  step:3    state:9   action:2 reward:0.0
episode:592  step:4    state:10  action:1 reward:0.0
episode:592  step:5    state:14  action:2 reward:1.0
episode:592  avg_reward:0.16666666666666666
episode:593  step:0    state:0   action:1 reward:0.0
episode:593  step:1    state:4   action:1 reward:0.0
episode:593  step:2    state:8   action:2 reward:0.0
episode:593  step:3    state:9   action:2 reward:0.0
episode:593  step:4    state:10  action:3 reward:0.0
episode:593  step:5    state:6   action:1 reward:0.0
episode:593  step:6    state:10  action:1 reward:0.0
episode:593  step:7    state:14  action:2 reward:1.0
episode:593  avg_reward:0.125
episode:594  step:0    state:0   action:1 reward:0.0
episode:594  step:1    state:4   action:1 reward:0.0
episode:594  step:2    state:8   action:2 reward:0.0
episode:594  step:3    state:9   action:2 reward:0.0
episode:594  step:4    state:10  action:1 reward:0.0
episode:594  step:5    state:14  action:2 reward:1.0
episode:594  avg_reward:0.16666666666666666
episode:595  step:0    state:0   action:1 reward:0.0
episode:595  step:1    state:4   action:1 reward:0.0
episode:595  step:2    state:8   action:2 reward:0.0
episode:595  step:3    state:9   action:2 reward:0.0
episode:595  step:4    state:10  action:1 reward:0.0
episode:595  step:5    state:14  action:0 reward:0.0
episode:595  step:6    state:13  action:2 reward:0.0
episode:595  step:7    state:14  action:2 reward:1.0
episode:595  avg_reward:0.125
episode:596  step:0    state:0   action:1 reward:0.0
episode:596  step:1    state:4   action:1 reward:0.0
episode:596  step:2    state:8   action:1 reward:0.0
episode:596  avg_reward:0.0
episode:597  step:0    state:0   action:1 reward:0.0
episode:597  step:1    state:4   action:1 reward:0.0
episode:597  step:2    state:8   action:2 reward:0.0
episode:597  step:3    state:9   action:2 reward:0.0
episode:597  step:4    state:10  action:1 reward:0.0
episode:597  step:5    state:14  action:2 reward:1.0
episode:597  avg_reward:0.16666666666666666
episode:598  step:0    state:0   action:1 reward:0.0
episode:598  step:1    state:4   action:1 reward:0.0
episode:598  step:2    state:8   action:2 reward:0.0
episode:598  step:3    state:9   action:2 reward:0.0
episode:598  step:4    state:10  action:1 reward:0.0
episode:598  step:5    state:14  action:2 reward:1.0
episode:598  avg_reward:0.16666666666666666
episode:599  step:0    state:0   action:1 reward:0.0
episode:599  step:1    state:4   action:1 reward:0.0
episode:599  step:2    state:8   action:2 reward:0.0
episode:599  step:3    state:9   action:1 reward:0.0
episode:599  step:4    state:13  action:2 reward:0.0
episode:599  step:5    state:14  action:2 reward:1.0
episode:599  avg_reward:0.16666666666666666
episode:600  step:0    state:0   action:1 reward:0.0
episode:600  step:1    state:4   action:0 reward:0.0
episode:600  step:2    state:4   action:1 reward:0.0
episode:600  step:3    state:8   action:2 reward:0.0
episode:600  step:4    state:9   action:2 reward:0.0
episode:600  step:5    state:10  action:1 reward:0.0
episode:600  step:6    state:14  action:2 reward:1.0
episode:600  avg_reward:0.14285714285714285
episode:601  step:0    state:0   action:1 reward:0.0
episode:601  step:1    state:4   action:1 reward:0.0
episode:601  step:2    state:8   action:3 reward:0.0
episode:601  step:3    state:4   action:3 reward:0.0
episode:601  step:4    state:0   action:1 reward:0.0
episode:601  step:5    state:4   action:0 reward:0.0
episode:601  step:6    state:4   action:1 reward:0.0
episode:601  step:7    state:8   action:2 reward:0.0
episode:601  step:8    state:9   action:2 reward:0.0
episode:601  step:9    state:10  action:1 reward:0.0
episode:601  step:10   state:14  action:1 reward:0.0
episode:601  step:11   state:14  action:1 reward:0.0
episode:601  step:12   state:14  action:2 reward:1.0
episode:601  avg_reward:0.07692307692307693
episode:602  step:0    state:0   action:1 reward:0.0
episode:602  step:1    state:4   action:1 reward:0.0
episode:602  step:2    state:8   action:2 reward:0.0
episode:602  step:3    state:9   action:2 reward:0.0
episode:602  step:4    state:10  action:1 reward:0.0
episode:602  step:5    state:14  action:2 reward:1.0
episode:602  avg_reward:0.16666666666666666
episode:603  step:0    state:0   action:1 reward:0.0
episode:603  step:1    state:4   action:1 reward:0.0
episode:603  step:2    state:8   action:2 reward:0.0
episode:603  step:3    state:9   action:2 reward:0.0
episode:603  step:4    state:10  action:1 reward:0.0
episode:603  step:5    state:14  action:2 reward:1.0
episode:603  avg_reward:0.16666666666666666
episode:604  step:0    state:0   action:1 reward:0.0
episode:604  step:1    state:4   action:1 reward:0.0
episode:604  step:2    state:8   action:2 reward:0.0
episode:604  step:3    state:9   action:2 reward:0.0
episode:604  step:4    state:10  action:1 reward:0.0
episode:604  step:5    state:14  action:2 reward:1.0
episode:604  avg_reward:0.16666666666666666
episode:605  step:0    state:0   action:1 reward:0.0
episode:605  step:1    state:4   action:1 reward:0.0
episode:605  step:2    state:8   action:2 reward:0.0
episode:605  step:3    state:9   action:2 reward:0.0
episode:605  step:4    state:10  action:1 reward:0.0
episode:605  step:5    state:14  action:2 reward:1.0
episode:605  avg_reward:0.16666666666666666
episode:606  step:0    state:0   action:1 reward:0.0
episode:606  step:1    state:4   action:1 reward:0.0
episode:606  step:2    state:8   action:2 reward:0.0
episode:606  step:3    state:9   action:1 reward:0.0
episode:606  step:4    state:13  action:2 reward:0.0
episode:606  step:5    state:14  action:2 reward:1.0
episode:606  avg_reward:0.16666666666666666
episode:607  step:0    state:0   action:1 reward:0.0
episode:607  step:1    state:4   action:1 reward:0.0
episode:607  step:2    state:8   action:2 reward:0.0
episode:607  step:3    state:9   action:2 reward:0.0
episode:607  step:4    state:10  action:1 reward:0.0
episode:607  step:5    state:14  action:2 reward:1.0
episode:607  avg_reward:0.16666666666666666
episode:608  step:0    state:0   action:1 reward:0.0
episode:608  step:1    state:4   action:1 reward:0.0
episode:608  step:2    state:8   action:2 reward:0.0
episode:608  step:3    state:9   action:2 reward:0.0
episode:608  step:4    state:10  action:1 reward:0.0
episode:608  step:5    state:14  action:2 reward:1.0
episode:608  avg_reward:0.16666666666666666
episode:609  step:0    state:0   action:1 reward:0.0
episode:609  step:1    state:4   action:1 reward:0.0
episode:609  step:2    state:8   action:2 reward:0.0
episode:609  step:3    state:9   action:2 reward:0.0
episode:609  step:4    state:10  action:1 reward:0.0
episode:609  step:5    state:14  action:2 reward:1.0
episode:609  avg_reward:0.16666666666666666
episode:610  step:0    state:0   action:0 reward:0.0
episode:610  step:1    state:0   action:0 reward:0.0
episode:610  step:2    state:0   action:1 reward:0.0
episode:610  step:3    state:4   action:1 reward:0.0
episode:610  step:4    state:8   action:2 reward:0.0
episode:610  step:5    state:9   action:2 reward:0.0
episode:610  step:6    state:10  action:1 reward:0.0
episode:610  step:7    state:14  action:2 reward:1.0
episode:610  avg_reward:0.125
episode:611  step:0    state:0   action:1 reward:0.0
episode:611  step:1    state:4   action:1 reward:0.0
episode:611  step:2    state:8   action:2 reward:0.0
episode:611  step:3    state:9   action:2 reward:0.0
episode:611  step:4    state:10  action:1 reward:0.0
episode:611  step:5    state:14  action:2 reward:1.0
episode:611  avg_reward:0.16666666666666666
episode:612  step:0    state:0   action:1 reward:0.0
episode:612  step:1    state:4   action:1 reward:0.0
episode:612  step:2    state:8   action:2 reward:0.0
episode:612  step:3    state:9   action:2 reward:0.0
episode:612  step:4    state:10  action:1 reward:0.0
episode:612  step:5    state:14  action:2 reward:1.0
episode:612  avg_reward:0.16666666666666666
episode:613  step:0    state:0   action:3 reward:0.0
episode:613  step:1    state:0   action:1 reward:0.0
episode:613  step:2    state:4   action:1 reward:0.0
episode:613  step:3    state:8   action:2 reward:0.0
episode:613  step:4    state:9   action:1 reward:0.0
episode:613  step:5    state:13  action:2 reward:0.0
episode:613  step:6    state:14  action:2 reward:1.0
episode:613  avg_reward:0.14285714285714285
episode:614  step:0    state:0   action:1 reward:0.0
episode:614  step:1    state:4   action:1 reward:0.0
episode:614  step:2    state:8   action:2 reward:0.0
episode:614  step:3    state:9   action:2 reward:0.0
episode:614  step:4    state:10  action:1 reward:0.0
episode:614  step:5    state:14  action:2 reward:1.0
episode:614  avg_reward:0.16666666666666666
episode:615  step:0    state:0   action:1 reward:0.0
episode:615  step:1    state:4   action:1 reward:0.0
episode:615  step:2    state:8   action:2 reward:0.0
episode:615  step:3    state:9   action:2 reward:0.0
episode:615  step:4    state:10  action:1 reward:0.0
episode:615  step:5    state:14  action:0 reward:0.0
episode:615  step:6    state:13  action:2 reward:0.0
episode:615  step:7    state:14  action:2 reward:1.0
episode:615  avg_reward:0.125
episode:616  step:0    state:0   action:1 reward:0.0
episode:616  step:1    state:4   action:1 reward:0.0
episode:616  step:2    state:8   action:2 reward:0.0
episode:616  step:3    state:9   action:2 reward:0.0
episode:616  step:4    state:10  action:1 reward:0.0
episode:616  step:5    state:14  action:2 reward:1.0
episode:616  avg_reward:0.16666666666666666
episode:617  step:0    state:0   action:1 reward:0.0
episode:617  step:1    state:4   action:1 reward:0.0
episode:617  step:2    state:8   action:2 reward:0.0
episode:617  step:3    state:9   action:2 reward:0.0
episode:617  step:4    state:10  action:1 reward:0.0
episode:617  step:5    state:14  action:2 reward:1.0
episode:617  avg_reward:0.16666666666666666
episode:618  step:0    state:0   action:1 reward:0.0
episode:618  step:1    state:4   action:1 reward:0.0
episode:618  step:2    state:8   action:2 reward:0.0
episode:618  step:3    state:9   action:2 reward:0.0
episode:618  step:4    state:10  action:1 reward:0.0
episode:618  step:5    state:14  action:2 reward:1.0
episode:618  avg_reward:0.16666666666666666
episode:619  step:0    state:0   action:1 reward:0.0
episode:619  step:1    state:4   action:1 reward:0.0
episode:619  step:2    state:8   action:2 reward:0.0
episode:619  step:3    state:9   action:2 reward:0.0
episode:619  step:4    state:10  action:1 reward:0.0
episode:619  step:5    state:14  action:2 reward:1.0
episode:619  avg_reward:0.16666666666666666
episode:620  step:0    state:0   action:1 reward:0.0
episode:620  step:1    state:4   action:1 reward:0.0
episode:620  step:2    state:8   action:2 reward:0.0
episode:620  step:3    state:9   action:2 reward:0.0
episode:620  step:4    state:10  action:1 reward:0.0
episode:620  step:5    state:14  action:1 reward:0.0
episode:620  step:6    state:14  action:2 reward:1.0
episode:620  avg_reward:0.14285714285714285
episode:621  step:0    state:0   action:1 reward:0.0
episode:621  step:1    state:4   action:1 reward:0.0
episode:621  step:2    state:8   action:2 reward:0.0
episode:621  step:3    state:9   action:2 reward:0.0
episode:621  step:4    state:10  action:1 reward:0.0
episode:621  step:5    state:14  action:2 reward:1.0
episode:621  avg_reward:0.16666666666666666
episode:622  step:0    state:0   action:1 reward:0.0
episode:622  step:1    state:4   action:1 reward:0.0
episode:622  step:2    state:8   action:2 reward:0.0
episode:622  step:3    state:9   action:2 reward:0.0
episode:622  step:4    state:10  action:0 reward:0.0
episode:622  step:5    state:9   action:2 reward:0.0
episode:622  step:6    state:10  action:1 reward:0.0
episode:622  step:7    state:14  action:2 reward:1.0
episode:622  avg_reward:0.125
episode:623  step:0    state:0   action:1 reward:0.0
episode:623  step:1    state:4   action:1 reward:0.0
episode:623  step:2    state:8   action:2 reward:0.0
episode:623  step:3    state:9   action:2 reward:0.0
episode:623  step:4    state:10  action:1 reward:0.0
episode:623  step:5    state:14  action:2 reward:1.0
episode:623  avg_reward:0.16666666666666666
episode:624  step:0    state:0   action:1 reward:0.0
episode:624  step:1    state:4   action:1 reward:0.0
episode:624  step:2    state:8   action:2 reward:0.0
episode:624  step:3    state:9   action:2 reward:0.0
episode:624  step:4    state:10  action:1 reward:0.0
episode:624  step:5    state:14  action:2 reward:1.0
episode:624  avg_reward:0.16666666666666666
episode:625  step:0    state:0   action:1 reward:0.0
episode:625  step:1    state:4   action:1 reward:0.0
episode:625  step:2    state:8   action:2 reward:0.0
episode:625  step:3    state:9   action:2 reward:0.0
episode:625  step:4    state:10  action:1 reward:0.0
episode:625  step:5    state:14  action:2 reward:1.0
episode:625  avg_reward:0.16666666666666666
episode:626  step:0    state:0   action:1 reward:0.0
episode:626  step:1    state:4   action:1 reward:0.0
episode:626  step:2    state:8   action:2 reward:0.0
episode:626  step:3    state:9   action:2 reward:0.0
episode:626  step:4    state:10  action:1 reward:0.0
episode:626  step:5    state:14  action:2 reward:1.0
episode:626  avg_reward:0.16666666666666666
episode:627  step:0    state:0   action:2 reward:0.0
episode:627  step:1    state:1   action:2 reward:0.0
episode:627  step:2    state:2   action:1 reward:0.0
episode:627  step:3    state:6   action:1 reward:0.0
episode:627  step:4    state:10  action:3 reward:0.0
episode:627  step:5    state:6   action:1 reward:0.0
episode:627  step:6    state:10  action:1 reward:0.0
episode:627  step:7    state:14  action:2 reward:1.0
episode:627  avg_reward:0.125
episode:628  step:0    state:0   action:3 reward:0.0
episode:628  step:1    state:0   action:1 reward:0.0
episode:628  step:2    state:4   action:1 reward:0.0
episode:628  step:3    state:8   action:2 reward:0.0
episode:628  step:4    state:9   action:2 reward:0.0
episode:628  step:5    state:10  action:1 reward:0.0
episode:628  step:6    state:14  action:2 reward:1.0
episode:628  avg_reward:0.14285714285714285
episode:629  step:0    state:0   action:1 reward:0.0
episode:629  step:1    state:4   action:1 reward:0.0
episode:629  step:2    state:8   action:2 reward:0.0
episode:629  step:3    state:9   action:2 reward:0.0
episode:629  step:4    state:10  action:1 reward:0.0
episode:629  step:5    state:14  action:2 reward:1.0
episode:629  avg_reward:0.16666666666666666
episode:630  step:0    state:0   action:1 reward:0.0
episode:630  step:1    state:4   action:1 reward:0.0
episode:630  step:2    state:8   action:2 reward:0.0
episode:630  step:3    state:9   action:2 reward:0.0
episode:630  step:4    state:10  action:1 reward:0.0
episode:630  step:5    state:14  action:2 reward:1.0
episode:630  avg_reward:0.16666666666666666
episode:631  step:0    state:0   action:1 reward:0.0
episode:631  step:1    state:4   action:1 reward:0.0
episode:631  step:2    state:8   action:2 reward:0.0
episode:631  step:3    state:9   action:2 reward:0.0
episode:631  step:4    state:10  action:1 reward:0.0
episode:631  step:5    state:14  action:2 reward:1.0
episode:631  avg_reward:0.16666666666666666
episode:632  step:0    state:0   action:1 reward:0.0
episode:632  step:1    state:4   action:1 reward:0.0
episode:632  step:2    state:8   action:2 reward:0.0
episode:632  step:3    state:9   action:2 reward:0.0
episode:632  step:4    state:10  action:1 reward:0.0
episode:632  step:5    state:14  action:2 reward:1.0
episode:632  avg_reward:0.16666666666666666
episode:633  step:0    state:0   action:1 reward:0.0
episode:633  step:1    state:4   action:1 reward:0.0
episode:633  step:2    state:8   action:2 reward:0.0
episode:633  step:3    state:9   action:2 reward:0.0
episode:633  step:4    state:10  action:1 reward:0.0
episode:633  step:5    state:14  action:2 reward:1.0
episode:633  avg_reward:0.16666666666666666
episode:634  step:0    state:0   action:1 reward:0.0
episode:634  step:1    state:4   action:1 reward:0.0
episode:634  step:2    state:8   action:2 reward:0.0
episode:634  step:3    state:9   action:3 reward:0.0
episode:634  avg_reward:0.0
episode:635  step:0    state:0   action:1 reward:0.0
episode:635  step:1    state:4   action:1 reward:0.0
episode:635  step:2    state:8   action:2 reward:0.0
episode:635  step:3    state:9   action:2 reward:0.0
episode:635  step:4    state:10  action:1 reward:0.0
episode:635  step:5    state:14  action:2 reward:1.0
episode:635  avg_reward:0.16666666666666666
episode:636  step:0    state:0   action:1 reward:0.0
episode:636  step:1    state:4   action:1 reward:0.0
episode:636  step:2    state:8   action:2 reward:0.0
episode:636  step:3    state:9   action:2 reward:0.0
episode:636  step:4    state:10  action:1 reward:0.0
episode:636  step:5    state:14  action:2 reward:1.0
episode:636  avg_reward:0.16666666666666666
episode:637  step:0    state:0   action:1 reward:0.0
episode:637  step:1    state:4   action:1 reward:0.0
episode:637  step:2    state:8   action:2 reward:0.0
episode:637  step:3    state:9   action:2 reward:0.0
episode:637  step:4    state:10  action:1 reward:0.0
episode:637  step:5    state:14  action:2 reward:1.0
episode:637  avg_reward:0.16666666666666666
episode:638  step:0    state:0   action:1 reward:0.0
episode:638  step:1    state:4   action:1 reward:0.0
episode:638  step:2    state:8   action:2 reward:0.0
episode:638  step:3    state:9   action:2 reward:0.0
episode:638  step:4    state:10  action:1 reward:0.0
episode:638  step:5    state:14  action:2 reward:1.0
episode:638  avg_reward:0.16666666666666666
episode:639  step:0    state:0   action:1 reward:0.0
episode:639  step:1    state:4   action:1 reward:0.0
episode:639  step:2    state:8   action:2 reward:0.0
episode:639  step:3    state:9   action:2 reward:0.0
episode:639  step:4    state:10  action:1 reward:0.0
episode:639  step:5    state:14  action:2 reward:1.0
episode:639  avg_reward:0.16666666666666666
episode:640  step:0    state:0   action:1 reward:0.0
episode:640  step:1    state:4   action:1 reward:0.0
episode:640  step:2    state:8   action:2 reward:0.0
episode:640  step:3    state:9   action:2 reward:0.0
episode:640  step:4    state:10  action:1 reward:0.0
episode:640  step:5    state:14  action:2 reward:1.0
episode:640  avg_reward:0.16666666666666666
episode:641  step:0    state:0   action:1 reward:0.0
episode:641  step:1    state:4   action:1 reward:0.0
episode:641  step:2    state:8   action:2 reward:0.0
episode:641  step:3    state:9   action:2 reward:0.0
episode:641  step:4    state:10  action:1 reward:0.0
episode:641  step:5    state:14  action:2 reward:1.0
episode:641  avg_reward:0.16666666666666666
episode:642  step:0    state:0   action:1 reward:0.0
episode:642  step:1    state:4   action:1 reward:0.0
episode:642  step:2    state:8   action:2 reward:0.0
episode:642  step:3    state:9   action:2 reward:0.0
episode:642  step:4    state:10  action:1 reward:0.0
episode:642  step:5    state:14  action:2 reward:1.0
episode:642  avg_reward:0.16666666666666666
episode:643  step:0    state:0   action:1 reward:0.0
episode:643  step:1    state:4   action:1 reward:0.0
episode:643  step:2    state:8   action:2 reward:0.0
episode:643  step:3    state:9   action:2 reward:0.0
episode:643  step:4    state:10  action:1 reward:0.0
episode:643  step:5    state:14  action:2 reward:1.0
episode:643  avg_reward:0.16666666666666666
episode:644  step:0    state:0   action:1 reward:0.0
episode:644  step:1    state:4   action:1 reward:0.0
episode:644  step:2    state:8   action:2 reward:0.0
episode:644  step:3    state:9   action:2 reward:0.0
episode:644  step:4    state:10  action:1 reward:0.0
episode:644  step:5    state:14  action:2 reward:1.0
episode:644  avg_reward:0.16666666666666666
episode:645  step:0    state:0   action:1 reward:0.0
episode:645  step:1    state:4   action:1 reward:0.0
episode:645  step:2    state:8   action:2 reward:0.0
episode:645  step:3    state:9   action:2 reward:0.0
episode:645  step:4    state:10  action:1 reward:0.0
episode:645  step:5    state:14  action:2 reward:1.0
episode:645  avg_reward:0.16666666666666666
episode:646  step:0    state:0   action:1 reward:0.0
episode:646  step:1    state:4   action:1 reward:0.0
episode:646  step:2    state:8   action:2 reward:0.0
episode:646  step:3    state:9   action:2 reward:0.0
episode:646  step:4    state:10  action:1 reward:0.0
episode:646  step:5    state:14  action:2 reward:1.0
episode:646  avg_reward:0.16666666666666666
episode:647  step:0    state:0   action:1 reward:0.0
episode:647  step:1    state:4   action:1 reward:0.0
episode:647  step:2    state:8   action:2 reward:0.0
episode:647  step:3    state:9   action:2 reward:0.0
episode:647  step:4    state:10  action:1 reward:0.0
episode:647  step:5    state:14  action:2 reward:1.0
episode:647  avg_reward:0.16666666666666666
episode:648  step:0    state:0   action:1 reward:0.0
episode:648  step:1    state:4   action:1 reward:0.0
episode:648  step:2    state:8   action:2 reward:0.0
episode:648  step:3    state:9   action:2 reward:0.0
episode:648  step:4    state:10  action:1 reward:0.0
episode:648  step:5    state:14  action:1 reward:0.0
episode:648  step:6    state:14  action:2 reward:1.0
episode:648  avg_reward:0.14285714285714285
episode:649  step:0    state:0   action:1 reward:0.0
episode:649  step:1    state:4   action:1 reward:0.0
episode:649  step:2    state:8   action:3 reward:0.0
episode:649  step:3    state:4   action:1 reward:0.0
episode:649  step:4    state:8   action:2 reward:0.0
episode:649  step:5    state:9   action:2 reward:0.0
episode:649  step:6    state:10  action:1 reward:0.0
episode:649  step:7    state:14  action:2 reward:1.0
episode:649  avg_reward:0.125
episode:650  step:0    state:0   action:1 reward:0.0
episode:650  step:1    state:4   action:1 reward:0.0
episode:650  step:2    state:8   action:2 reward:0.0
episode:650  step:3    state:9   action:2 reward:0.0
episode:650  step:4    state:10  action:1 reward:0.0
episode:650  step:5    state:14  action:2 reward:1.0
episode:650  avg_reward:0.16666666666666666
episode:651  step:0    state:0   action:1 reward:0.0
episode:651  step:1    state:4   action:1 reward:0.0
episode:651  step:2    state:8   action:2 reward:0.0
episode:651  step:3    state:9   action:2 reward:0.0
episode:651  step:4    state:10  action:0 reward:0.0
episode:651  step:5    state:9   action:2 reward:0.0
episode:651  step:6    state:10  action:1 reward:0.0
episode:651  step:7    state:14  action:2 reward:1.0
episode:651  avg_reward:0.125
episode:652  step:0    state:0   action:1 reward:0.0
episode:652  step:1    state:4   action:1 reward:0.0
episode:652  step:2    state:8   action:2 reward:0.0
episode:652  step:3    state:9   action:2 reward:0.0
episode:652  step:4    state:10  action:1 reward:0.0
episode:652  step:5    state:14  action:2 reward:1.0
episode:652  avg_reward:0.16666666666666666
episode:653  step:0    state:0   action:1 reward:0.0
episode:653  step:1    state:4   action:1 reward:0.0
episode:653  step:2    state:8   action:2 reward:0.0
episode:653  step:3    state:9   action:1 reward:0.0
episode:653  step:4    state:13  action:2 reward:0.0
episode:653  step:5    state:14  action:2 reward:1.0
episode:653  avg_reward:0.16666666666666666
episode:654  step:0    state:0   action:1 reward:0.0
episode:654  step:1    state:4   action:1 reward:0.0
episode:654  step:2    state:8   action:2 reward:0.0
episode:654  step:3    state:9   action:2 reward:0.0
episode:654  step:4    state:10  action:1 reward:0.0
episode:654  step:5    state:14  action:2 reward:1.0
episode:654  avg_reward:0.16666666666666666
episode:655  step:0    state:0   action:1 reward:0.0
episode:655  step:1    state:4   action:1 reward:0.0
episode:655  step:2    state:8   action:2 reward:0.0
episode:655  step:3    state:9   action:2 reward:0.0
episode:655  step:4    state:10  action:1 reward:0.0
episode:655  step:5    state:14  action:1 reward:0.0
episode:655  step:6    state:14  action:2 reward:1.0
episode:655  avg_reward:0.14285714285714285
episode:656  step:0    state:0   action:1 reward:0.0
episode:656  step:1    state:4   action:1 reward:0.0
episode:656  step:2    state:8   action:2 reward:0.0
episode:656  step:3    state:9   action:2 reward:0.0
episode:656  step:4    state:10  action:1 reward:0.0
episode:656  step:5    state:14  action:2 reward:1.0
episode:656  avg_reward:0.16666666666666666
episode:657  step:0    state:0   action:1 reward:0.0
episode:657  step:1    state:4   action:1 reward:0.0
episode:657  step:2    state:8   action:2 reward:0.0
episode:657  step:3    state:9   action:2 reward:0.0
episode:657  step:4    state:10  action:2 reward:0.0
episode:657  avg_reward:0.0
episode:658  step:0    state:0   action:1 reward:0.0
episode:658  step:1    state:4   action:1 reward:0.0
episode:658  step:2    state:8   action:2 reward:0.0
episode:658  step:3    state:9   action:2 reward:0.0
episode:658  step:4    state:10  action:1 reward:0.0
episode:658  step:5    state:14  action:2 reward:1.0
episode:658  avg_reward:0.16666666666666666
episode:659  step:0    state:0   action:1 reward:0.0
episode:659  step:1    state:4   action:1 reward:0.0
episode:659  step:2    state:8   action:2 reward:0.0
episode:659  step:3    state:9   action:2 reward:0.0
episode:659  step:4    state:10  action:1 reward:0.0
episode:659  step:5    state:14  action:2 reward:1.0
episode:659  avg_reward:0.16666666666666666
episode:660  step:0    state:0   action:1 reward:0.0
episode:660  step:1    state:4   action:1 reward:0.0
episode:660  step:2    state:8   action:2 reward:0.0
episode:660  step:3    state:9   action:2 reward:0.0
episode:660  step:4    state:10  action:1 reward:0.0
episode:660  step:5    state:14  action:2 reward:1.0
episode:660  avg_reward:0.16666666666666666
episode:661  step:0    state:0   action:1 reward:0.0
episode:661  step:1    state:4   action:1 reward:0.0
episode:661  step:2    state:8   action:2 reward:0.0
episode:661  step:3    state:9   action:2 reward:0.0
episode:661  step:4    state:10  action:1 reward:0.0
episode:661  step:5    state:14  action:2 reward:1.0
episode:661  avg_reward:0.16666666666666666
episode:662  step:0    state:0   action:1 reward:0.0
episode:662  step:1    state:4   action:1 reward:0.0
episode:662  step:2    state:8   action:2 reward:0.0
episode:662  step:3    state:9   action:2 reward:0.0
episode:662  step:4    state:10  action:1 reward:0.0
episode:662  step:5    state:14  action:2 reward:1.0
episode:662  avg_reward:0.16666666666666666
episode:663  step:0    state:0   action:1 reward:0.0
episode:663  step:1    state:4   action:1 reward:0.0
episode:663  step:2    state:8   action:2 reward:0.0
episode:663  step:3    state:9   action:2 reward:0.0
episode:663  step:4    state:10  action:1 reward:0.0
episode:663  step:5    state:14  action:2 reward:1.0
episode:663  avg_reward:0.16666666666666666
episode:664  step:0    state:0   action:1 reward:0.0
episode:664  step:1    state:4   action:1 reward:0.0
episode:664  step:2    state:8   action:2 reward:0.0
episode:664  step:3    state:9   action:2 reward:0.0
episode:664  step:4    state:10  action:1 reward:0.0
episode:664  step:5    state:14  action:2 reward:1.0
episode:664  avg_reward:0.16666666666666666
episode:665  step:0    state:0   action:1 reward:0.0
episode:665  step:1    state:4   action:1 reward:0.0
episode:665  step:2    state:8   action:2 reward:0.0
episode:665  step:3    state:9   action:1 reward:0.0
episode:665  step:4    state:13  action:2 reward:0.0
episode:665  step:5    state:14  action:2 reward:1.0
episode:665  avg_reward:0.16666666666666666
episode:666  step:0    state:0   action:1 reward:0.0
episode:666  step:1    state:4   action:1 reward:0.0
episode:666  step:2    state:8   action:2 reward:0.0
episode:666  step:3    state:9   action:2 reward:0.0
episode:666  step:4    state:10  action:1 reward:0.0
episode:666  step:5    state:14  action:2 reward:1.0
episode:666  avg_reward:0.16666666666666666
episode:667  step:0    state:0   action:1 reward:0.0
episode:667  step:1    state:4   action:1 reward:0.0
episode:667  step:2    state:8   action:2 reward:0.0
episode:667  step:3    state:9   action:2 reward:0.0
episode:667  step:4    state:10  action:3 reward:0.0
episode:667  step:5    state:6   action:1 reward:0.0
episode:667  step:6    state:10  action:1 reward:0.0
episode:667  step:7    state:14  action:2 reward:1.0
episode:667  avg_reward:0.125
episode:668  step:0    state:0   action:1 reward:0.0
episode:668  step:1    state:4   action:1 reward:0.0
episode:668  step:2    state:8   action:2 reward:0.0
episode:668  step:3    state:9   action:2 reward:0.0
episode:668  step:4    state:10  action:1 reward:0.0
episode:668  step:5    state:14  action:2 reward:1.0
episode:668  avg_reward:0.16666666666666666
episode:669  step:0    state:0   action:1 reward:0.0
episode:669  step:1    state:4   action:1 reward:0.0
episode:669  step:2    state:8   action:2 reward:0.0
episode:669  step:3    state:9   action:2 reward:0.0
episode:669  step:4    state:10  action:1 reward:0.0
episode:669  step:5    state:14  action:2 reward:1.0
episode:669  avg_reward:0.16666666666666666
episode:670  step:0    state:0   action:1 reward:0.0
episode:670  step:1    state:4   action:1 reward:0.0
episode:670  step:2    state:8   action:2 reward:0.0
episode:670  step:3    state:9   action:2 reward:0.0
episode:670  step:4    state:10  action:1 reward:0.0
episode:670  step:5    state:14  action:2 reward:1.0
episode:670  avg_reward:0.16666666666666666
episode:671  step:0    state:0   action:1 reward:0.0
episode:671  step:1    state:4   action:1 reward:0.0
episode:671  step:2    state:8   action:2 reward:0.0
episode:671  step:3    state:9   action:2 reward:0.0
episode:671  step:4    state:10  action:1 reward:0.0
episode:671  step:5    state:14  action:2 reward:1.0
episode:671  avg_reward:0.16666666666666666
episode:672  step:0    state:0   action:1 reward:0.0
episode:672  step:1    state:4   action:1 reward:0.0
episode:672  step:2    state:8   action:2 reward:0.0
episode:672  step:3    state:9   action:2 reward:0.0
episode:672  step:4    state:10  action:1 reward:0.0
episode:672  step:5    state:14  action:2 reward:1.0
episode:672  avg_reward:0.16666666666666666
episode:673  step:0    state:0   action:1 reward:0.0
episode:673  step:1    state:4   action:1 reward:0.0
episode:673  step:2    state:8   action:2 reward:0.0
episode:673  step:3    state:9   action:2 reward:0.0
episode:673  step:4    state:10  action:1 reward:0.0
episode:673  step:5    state:14  action:2 reward:1.0
episode:673  avg_reward:0.16666666666666666
episode:674  step:0    state:0   action:1 reward:0.0
episode:674  step:1    state:4   action:1 reward:0.0
episode:674  step:2    state:8   action:2 reward:0.0
episode:674  step:3    state:9   action:2 reward:0.0
episode:674  step:4    state:10  action:1 reward:0.0
episode:674  step:5    state:14  action:2 reward:1.0
episode:674  avg_reward:0.16666666666666666
episode:675  step:0    state:0   action:1 reward:0.0
episode:675  step:1    state:4   action:1 reward:0.0
episode:675  step:2    state:8   action:2 reward:0.0
episode:675  step:3    state:9   action:2 reward:0.0
episode:675  step:4    state:10  action:1 reward:0.0
episode:675  step:5    state:14  action:2 reward:1.0
episode:675  avg_reward:0.16666666666666666
episode:676  step:0    state:0   action:1 reward:0.0
episode:676  step:1    state:4   action:0 reward:0.0
episode:676  step:2    state:4   action:1 reward:0.0
episode:676  step:3    state:8   action:2 reward:0.0
episode:676  step:4    state:9   action:2 reward:0.0
episode:676  step:5    state:10  action:1 reward:0.0
episode:676  step:6    state:14  action:2 reward:1.0
episode:676  avg_reward:0.14285714285714285
episode:677  step:0    state:0   action:1 reward:0.0
episode:677  step:1    state:4   action:1 reward:0.0
episode:677  step:2    state:8   action:2 reward:0.0
episode:677  step:3    state:9   action:2 reward:0.0
episode:677  step:4    state:10  action:1 reward:0.0
episode:677  step:5    state:14  action:2 reward:1.0
episode:677  avg_reward:0.16666666666666666
episode:678  step:0    state:0   action:1 reward:0.0
episode:678  step:1    state:4   action:1 reward:0.0
episode:678  step:2    state:8   action:2 reward:0.0
episode:678  step:3    state:9   action:2 reward:0.0
episode:678  step:4    state:10  action:1 reward:0.0
episode:678  step:5    state:14  action:2 reward:1.0
episode:678  avg_reward:0.16666666666666666
episode:679  step:0    state:0   action:1 reward:0.0
episode:679  step:1    state:4   action:1 reward:0.0
episode:679  step:2    state:8   action:2 reward:0.0
episode:679  step:3    state:9   action:2 reward:0.0
episode:679  step:4    state:10  action:1 reward:0.0
episode:679  step:5    state:14  action:2 reward:1.0
episode:679  avg_reward:0.16666666666666666
episode:680  step:0    state:0   action:1 reward:0.0
episode:680  step:1    state:4   action:1 reward:0.0
episode:680  step:2    state:8   action:2 reward:0.0
episode:680  step:3    state:9   action:2 reward:0.0
episode:680  step:4    state:10  action:1 reward:0.0
episode:680  step:5    state:14  action:2 reward:1.0
episode:680  avg_reward:0.16666666666666666
episode:681  step:0    state:0   action:1 reward:0.0
episode:681  step:1    state:4   action:1 reward:0.0
episode:681  step:2    state:8   action:2 reward:0.0
episode:681  step:3    state:9   action:2 reward:0.0
episode:681  step:4    state:10  action:1 reward:0.0
episode:681  step:5    state:14  action:2 reward:1.0
episode:681  avg_reward:0.16666666666666666
episode:682  step:0    state:0   action:1 reward:0.0
episode:682  step:1    state:4   action:0 reward:0.0
episode:682  step:2    state:4   action:1 reward:0.0
episode:682  step:3    state:8   action:2 reward:0.0
episode:682  step:4    state:9   action:2 reward:0.0
episode:682  step:5    state:10  action:1 reward:0.0
episode:682  step:6    state:14  action:2 reward:1.0
episode:682  avg_reward:0.14285714285714285
episode:683  step:0    state:0   action:1 reward:0.0
episode:683  step:1    state:4   action:1 reward:0.0
episode:683  step:2    state:8   action:2 reward:0.0
episode:683  step:3    state:9   action:2 reward:0.0
episode:683  step:4    state:10  action:1 reward:0.0
episode:683  step:5    state:14  action:2 reward:1.0
episode:683  avg_reward:0.16666666666666666
episode:684  step:0    state:0   action:1 reward:0.0
episode:684  step:1    state:4   action:1 reward:0.0
episode:684  step:2    state:8   action:2 reward:0.0
episode:684  step:3    state:9   action:2 reward:0.0
episode:684  step:4    state:10  action:1 reward:0.0
episode:684  step:5    state:14  action:2 reward:1.0
episode:684  avg_reward:0.16666666666666666
episode:685  step:0    state:0   action:1 reward:0.0
episode:685  step:1    state:4   action:1 reward:0.0
episode:685  step:2    state:8   action:2 reward:0.0
episode:685  step:3    state:9   action:2 reward:0.0
episode:685  step:4    state:10  action:1 reward:0.0
episode:685  step:5    state:14  action:2 reward:1.0
episode:685  avg_reward:0.16666666666666666
episode:686  step:0    state:0   action:1 reward:0.0
episode:686  step:1    state:4   action:1 reward:0.0
episode:686  step:2    state:8   action:2 reward:0.0
episode:686  step:3    state:9   action:2 reward:0.0
episode:686  step:4    state:10  action:1 reward:0.0
episode:686  step:5    state:14  action:2 reward:1.0
episode:686  avg_reward:0.16666666666666666
episode:687  step:0    state:0   action:1 reward:0.0
episode:687  step:1    state:4   action:1 reward:0.0
episode:687  step:2    state:8   action:2 reward:0.0
episode:687  step:3    state:9   action:2 reward:0.0
episode:687  step:4    state:10  action:1 reward:0.0
episode:687  step:5    state:14  action:2 reward:1.0
episode:687  avg_reward:0.16666666666666666
episode:688  step:0    state:0   action:1 reward:0.0
episode:688  step:1    state:4   action:1 reward:0.0
episode:688  step:2    state:8   action:2 reward:0.0
episode:688  step:3    state:9   action:2 reward:0.0
episode:688  step:4    state:10  action:1 reward:0.0
episode:688  step:5    state:14  action:2 reward:1.0
episode:688  avg_reward:0.16666666666666666
episode:689  step:0    state:0   action:1 reward:0.0
episode:689  step:1    state:4   action:1 reward:0.0
episode:689  step:2    state:8   action:2 reward:0.0
episode:689  step:3    state:9   action:2 reward:0.0
episode:689  step:4    state:10  action:1 reward:0.0
episode:689  step:5    state:14  action:2 reward:1.0
episode:689  avg_reward:0.16666666666666666
episode:690  step:0    state:0   action:1 reward:0.0
episode:690  step:1    state:4   action:1 reward:0.0
episode:690  step:2    state:8   action:2 reward:0.0
episode:690  step:3    state:9   action:2 reward:0.0
episode:690  step:4    state:10  action:1 reward:0.0
episode:690  step:5    state:14  action:2 reward:1.0
episode:690  avg_reward:0.16666666666666666
episode:691  step:0    state:0   action:1 reward:0.0
episode:691  step:1    state:4   action:1 reward:0.0
episode:691  step:2    state:8   action:2 reward:0.0
episode:691  step:3    state:9   action:2 reward:0.0
episode:691  step:4    state:10  action:1 reward:0.0
episode:691  step:5    state:14  action:2 reward:1.0
episode:691  avg_reward:0.16666666666666666
episode:692  step:0    state:0   action:1 reward:0.0
episode:692  step:1    state:4   action:1 reward:0.0
episode:692  step:2    state:8   action:2 reward:0.0
episode:692  step:3    state:9   action:2 reward:0.0
episode:692  step:4    state:10  action:1 reward:0.0
episode:692  step:5    state:14  action:2 reward:1.0
episode:692  avg_reward:0.16666666666666666
episode:693  step:0    state:0   action:1 reward:0.0
episode:693  step:1    state:4   action:1 reward:0.0
episode:693  step:2    state:8   action:2 reward:0.0
episode:693  step:3    state:9   action:2 reward:0.0
episode:693  step:4    state:10  action:1 reward:0.0
episode:693  step:5    state:14  action:2 reward:1.0
episode:693  avg_reward:0.16666666666666666
episode:694  step:0    state:0   action:1 reward:0.0
episode:694  step:1    state:4   action:1 reward:0.0
episode:694  step:2    state:8   action:2 reward:0.0
episode:694  step:3    state:9   action:2 reward:0.0
episode:694  step:4    state:10  action:1 reward:0.0
episode:694  step:5    state:14  action:2 reward:1.0
episode:694  avg_reward:0.16666666666666666
episode:695  step:0    state:0   action:1 reward:0.0
episode:695  step:1    state:4   action:1 reward:0.0
episode:695  step:2    state:8   action:2 reward:0.0
episode:695  step:3    state:9   action:2 reward:0.0
episode:695  step:4    state:10  action:1 reward:0.0
episode:695  step:5    state:14  action:2 reward:1.0
episode:695  avg_reward:0.16666666666666666
episode:696  step:0    state:0   action:1 reward:0.0
episode:696  step:1    state:4   action:1 reward:0.0
episode:696  step:2    state:8   action:2 reward:0.0
episode:696  step:3    state:9   action:2 reward:0.0
episode:696  step:4    state:10  action:1 reward:0.0
episode:696  step:5    state:14  action:2 reward:1.0
episode:696  avg_reward:0.16666666666666666
episode:697  step:0    state:0   action:1 reward:0.0
episode:697  step:1    state:4   action:1 reward:0.0
episode:697  step:2    state:8   action:2 reward:0.0
episode:697  step:3    state:9   action:2 reward:0.0
episode:697  step:4    state:10  action:1 reward:0.0
episode:697  step:5    state:14  action:2 reward:1.0
episode:697  avg_reward:0.16666666666666666
episode:698  step:0    state:0   action:1 reward:0.0
episode:698  step:1    state:4   action:1 reward:0.0
episode:698  step:2    state:8   action:2 reward:0.0
episode:698  step:3    state:9   action:2 reward:0.0
episode:698  step:4    state:10  action:1 reward:0.0
episode:698  step:5    state:14  action:2 reward:1.0
episode:698  avg_reward:0.16666666666666666
episode:699  step:0    state:0   action:1 reward:0.0
episode:699  step:1    state:4   action:1 reward:0.0
episode:699  step:2    state:8   action:2 reward:0.0
episode:699  step:3    state:9   action:2 reward:0.0
episode:699  step:4    state:10  action:1 reward:0.0
episode:699  step:5    state:14  action:2 reward:1.0
episode:699  avg_reward:0.16666666666666666
episode:700  step:0    state:0   action:1 reward:0.0
episode:700  step:1    state:4   action:1 reward:0.0
episode:700  step:2    state:8   action:2 reward:0.0
episode:700  step:3    state:9   action:2 reward:0.0
episode:700  step:4    state:10  action:1 reward:0.0
episode:700  step:5    state:14  action:2 reward:1.0
episode:700  avg_reward:0.16666666666666666
episode:701  step:0    state:0   action:1 reward:0.0
episode:701  step:1    state:4   action:1 reward:0.0
episode:701  step:2    state:8   action:2 reward:0.0
episode:701  step:3    state:9   action:2 reward:0.0
episode:701  step:4    state:10  action:1 reward:0.0
episode:701  step:5    state:14  action:2 reward:1.0
episode:701  avg_reward:0.16666666666666666
episode:702  step:0    state:0   action:1 reward:0.0
episode:702  step:1    state:4   action:1 reward:0.0
episode:702  step:2    state:8   action:2 reward:0.0
episode:702  step:3    state:9   action:2 reward:0.0
episode:702  step:4    state:10  action:1 reward:0.0
episode:702  step:5    state:14  action:2 reward:1.0
episode:702  avg_reward:0.16666666666666666
episode:703  step:0    state:0   action:1 reward:0.0
episode:703  step:1    state:4   action:1 reward:0.0
episode:703  step:2    state:8   action:2 reward:0.0
episode:703  step:3    state:9   action:2 reward:0.0
episode:703  step:4    state:10  action:1 reward:0.0
episode:703  step:5    state:14  action:2 reward:1.0
episode:703  avg_reward:0.16666666666666666
episode:704  step:0    state:0   action:1 reward:0.0
episode:704  step:1    state:4   action:1 reward:0.0
episode:704  step:2    state:8   action:2 reward:0.0
episode:704  step:3    state:9   action:2 reward:0.0
episode:704  step:4    state:10  action:1 reward:0.0
episode:704  step:5    state:14  action:2 reward:1.0
episode:704  avg_reward:0.16666666666666666
episode:705  step:0    state:0   action:1 reward:0.0
episode:705  step:1    state:4   action:1 reward:0.0
episode:705  step:2    state:8   action:2 reward:0.0
episode:705  step:3    state:9   action:2 reward:0.0
episode:705  step:4    state:10  action:1 reward:0.0
episode:705  step:5    state:14  action:2 reward:1.0
episode:705  avg_reward:0.16666666666666666
episode:706  step:0    state:0   action:1 reward:0.0
episode:706  step:1    state:4   action:1 reward:0.0
episode:706  step:2    state:8   action:2 reward:0.0
episode:706  step:3    state:9   action:2 reward:0.0
episode:706  step:4    state:10  action:1 reward:0.0
episode:706  step:5    state:14  action:2 reward:1.0
episode:706  avg_reward:0.16666666666666666
episode:707  step:0    state:0   action:1 reward:0.0
episode:707  step:1    state:4   action:1 reward:0.0
episode:707  step:2    state:8   action:2 reward:0.0
episode:707  step:3    state:9   action:2 reward:0.0
episode:707  step:4    state:10  action:1 reward:0.0
episode:707  step:5    state:14  action:2 reward:1.0
episode:707  avg_reward:0.16666666666666666
episode:708  step:0    state:0   action:1 reward:0.0
episode:708  step:1    state:4   action:1 reward:0.0
episode:708  step:2    state:8   action:2 reward:0.0
episode:708  step:3    state:9   action:2 reward:0.0
episode:708  step:4    state:10  action:1 reward:0.0
episode:708  step:5    state:14  action:2 reward:1.0
episode:708  avg_reward:0.16666666666666666
episode:709  step:0    state:0   action:1 reward:0.0
episode:709  step:1    state:4   action:1 reward:0.0
episode:709  step:2    state:8   action:2 reward:0.0
episode:709  step:3    state:9   action:2 reward:0.0
episode:709  step:4    state:10  action:1 reward:0.0
episode:709  step:5    state:14  action:2 reward:1.0
episode:709  avg_reward:0.16666666666666666
episode:710  step:0    state:0   action:1 reward:0.0
episode:710  step:1    state:4   action:1 reward:0.0
episode:710  step:2    state:8   action:2 reward:0.0
episode:710  step:3    state:9   action:2 reward:0.0
episode:710  step:4    state:10  action:1 reward:0.0
episode:710  step:5    state:14  action:2 reward:1.0
episode:710  avg_reward:0.16666666666666666
episode:711  step:0    state:0   action:1 reward:0.0
episode:711  step:1    state:4   action:1 reward:0.0
episode:711  step:2    state:8   action:2 reward:0.0
episode:711  step:3    state:9   action:2 reward:0.0
episode:711  step:4    state:10  action:1 reward:0.0
episode:711  step:5    state:14  action:2 reward:1.0
episode:711  avg_reward:0.16666666666666666
episode:712  step:0    state:0   action:1 reward:0.0
episode:712  step:1    state:4   action:1 reward:0.0
episode:712  step:2    state:8   action:2 reward:0.0
episode:712  step:3    state:9   action:2 reward:0.0
episode:712  step:4    state:10  action:1 reward:0.0
episode:712  step:5    state:14  action:2 reward:1.0
episode:712  avg_reward:0.16666666666666666
episode:713  step:0    state:0   action:1 reward:0.0
episode:713  step:1    state:4   action:1 reward:0.0
episode:713  step:2    state:8   action:2 reward:0.0
episode:713  step:3    state:9   action:2 reward:0.0
episode:713  step:4    state:10  action:1 reward:0.0
episode:713  step:5    state:14  action:2 reward:1.0
episode:713  avg_reward:0.16666666666666666
episode:714  step:0    state:0   action:1 reward:0.0
episode:714  step:1    state:4   action:1 reward:0.0
episode:714  step:2    state:8   action:2 reward:0.0
episode:714  step:3    state:9   action:2 reward:0.0
episode:714  step:4    state:10  action:1 reward:0.0
episode:714  step:5    state:14  action:2 reward:1.0
episode:714  avg_reward:0.16666666666666666
episode:715  step:0    state:0   action:1 reward:0.0
episode:715  step:1    state:4   action:1 reward:0.0
episode:715  step:2    state:8   action:2 reward:0.0
episode:715  step:3    state:9   action:2 reward:0.0
episode:715  step:4    state:10  action:1 reward:0.0
episode:715  step:5    state:14  action:2 reward:1.0
episode:715  avg_reward:0.16666666666666666
episode:716  step:0    state:0   action:1 reward:0.0
episode:716  step:1    state:4   action:1 reward:0.0
episode:716  step:2    state:8   action:2 reward:0.0
episode:716  step:3    state:9   action:2 reward:0.0
episode:716  step:4    state:10  action:1 reward:0.0
episode:716  step:5    state:14  action:2 reward:1.0
episode:716  avg_reward:0.16666666666666666
episode:717  step:0    state:0   action:1 reward:0.0
episode:717  step:1    state:4   action:1 reward:0.0
episode:717  step:2    state:8   action:2 reward:0.0
episode:717  step:3    state:9   action:2 reward:0.0
episode:717  step:4    state:10  action:1 reward:0.0
episode:717  step:5    state:14  action:2 reward:1.0
episode:717  avg_reward:0.16666666666666666
episode:718  step:0    state:0   action:1 reward:0.0
episode:718  step:1    state:4   action:1 reward:0.0
episode:718  step:2    state:8   action:2 reward:0.0
episode:718  step:3    state:9   action:2 reward:0.0
episode:718  step:4    state:10  action:1 reward:0.0
episode:718  step:5    state:14  action:2 reward:1.0
episode:718  avg_reward:0.16666666666666666
episode:719  step:0    state:0   action:1 reward:0.0
episode:719  step:1    state:4   action:1 reward:0.0
episode:719  step:2    state:8   action:2 reward:0.0
episode:719  step:3    state:9   action:2 reward:0.0
episode:719  step:4    state:10  action:1 reward:0.0
episode:719  step:5    state:14  action:2 reward:1.0
episode:719  avg_reward:0.16666666666666666
episode:720  step:0    state:0   action:1 reward:0.0
episode:720  step:1    state:4   action:1 reward:0.0
episode:720  step:2    state:8   action:2 reward:0.0
episode:720  step:3    state:9   action:2 reward:0.0
episode:720  step:4    state:10  action:1 reward:0.0
episode:720  step:5    state:14  action:2 reward:1.0
episode:720  avg_reward:0.16666666666666666
episode:721  step:0    state:0   action:1 reward:0.0
episode:721  step:1    state:4   action:1 reward:0.0
episode:721  step:2    state:8   action:2 reward:0.0
episode:721  step:3    state:9   action:2 reward:0.0
episode:721  step:4    state:10  action:1 reward:0.0
episode:721  step:5    state:14  action:2 reward:1.0
episode:721  avg_reward:0.16666666666666666
episode:722  step:0    state:0   action:1 reward:0.0
episode:722  step:1    state:4   action:1 reward:0.0
episode:722  step:2    state:8   action:2 reward:0.0
episode:722  step:3    state:9   action:2 reward:0.0
episode:722  step:4    state:10  action:1 reward:0.0
episode:722  step:5    state:14  action:2 reward:1.0
episode:722  avg_reward:0.16666666666666666
episode:723  step:0    state:0   action:1 reward:0.0
episode:723  step:1    state:4   action:1 reward:0.0
episode:723  step:2    state:8   action:2 reward:0.0
episode:723  step:3    state:9   action:2 reward:0.0
episode:723  step:4    state:10  action:1 reward:0.0
episode:723  step:5    state:14  action:2 reward:1.0
episode:723  avg_reward:0.16666666666666666
episode:724  step:0    state:0   action:1 reward:0.0
episode:724  step:1    state:4   action:1 reward:0.0
episode:724  step:2    state:8   action:2 reward:0.0
episode:724  step:3    state:9   action:2 reward:0.0
episode:724  step:4    state:10  action:1 reward:0.0
episode:724  step:5    state:14  action:2 reward:1.0
episode:724  avg_reward:0.16666666666666666
episode:725  step:0    state:0   action:1 reward:0.0
episode:725  step:1    state:4   action:1 reward:0.0
episode:725  step:2    state:8   action:2 reward:0.0
episode:725  step:3    state:9   action:2 reward:0.0
episode:725  step:4    state:10  action:1 reward:0.0
episode:725  step:5    state:14  action:2 reward:1.0
episode:725  avg_reward:0.16666666666666666
episode:726  step:0    state:0   action:1 reward:0.0
episode:726  step:1    state:4   action:1 reward:0.0
episode:726  step:2    state:8   action:2 reward:0.0
episode:726  step:3    state:9   action:2 reward:0.0
episode:726  step:4    state:10  action:1 reward:0.0
episode:726  step:5    state:14  action:2 reward:1.0
episode:726  avg_reward:0.16666666666666666
episode:727  step:0    state:0   action:1 reward:0.0
episode:727  step:1    state:4   action:1 reward:0.0
episode:727  step:2    state:8   action:2 reward:0.0
episode:727  step:3    state:9   action:2 reward:0.0
episode:727  step:4    state:10  action:1 reward:0.0
episode:727  step:5    state:14  action:2 reward:1.0
episode:727  avg_reward:0.16666666666666666
episode:728  step:0    state:0   action:1 reward:0.0
episode:728  step:1    state:4   action:1 reward:0.0
episode:728  step:2    state:8   action:2 reward:0.0
episode:728  step:3    state:9   action:2 reward:0.0
episode:728  step:4    state:10  action:1 reward:0.0
episode:728  step:5    state:14  action:2 reward:1.0
episode:728  avg_reward:0.16666666666666666
episode:729  step:0    state:0   action:1 reward:0.0
episode:729  step:1    state:4   action:1 reward:0.0
episode:729  step:2    state:8   action:2 reward:0.0
episode:729  step:3    state:9   action:2 reward:0.0
episode:729  step:4    state:10  action:1 reward:0.0
episode:729  step:5    state:14  action:2 reward:1.0
episode:729  avg_reward:0.16666666666666666
episode:730  step:0    state:0   action:1 reward:0.0
episode:730  step:1    state:4   action:1 reward:0.0
episode:730  step:2    state:8   action:2 reward:0.0
episode:730  step:3    state:9   action:2 reward:0.0
episode:730  step:4    state:10  action:1 reward:0.0
episode:730  step:5    state:14  action:2 reward:1.0
episode:730  avg_reward:0.16666666666666666
episode:731  step:0    state:0   action:1 reward:0.0
episode:731  step:1    state:4   action:1 reward:0.0
episode:731  step:2    state:8   action:2 reward:0.0
episode:731  step:3    state:9   action:2 reward:0.0
episode:731  step:4    state:10  action:1 reward:0.0
episode:731  step:5    state:14  action:2 reward:1.0
episode:731  avg_reward:0.16666666666666666
episode:732  step:0    state:0   action:1 reward:0.0
episode:732  step:1    state:4   action:1 reward:0.0
episode:732  step:2    state:8   action:2 reward:0.0
episode:732  step:3    state:9   action:2 reward:0.0
episode:732  step:4    state:10  action:1 reward:0.0
episode:732  step:5    state:14  action:2 reward:1.0
episode:732  avg_reward:0.16666666666666666
episode:733  step:0    state:0   action:1 reward:0.0
episode:733  step:1    state:4   action:1 reward:0.0
episode:733  step:2    state:8   action:2 reward:0.0
episode:733  step:3    state:9   action:2 reward:0.0
episode:733  step:4    state:10  action:1 reward:0.0
episode:733  step:5    state:14  action:2 reward:1.0
episode:733  avg_reward:0.16666666666666666
episode:734  step:0    state:0   action:1 reward:0.0
episode:734  step:1    state:4   action:1 reward:0.0
episode:734  step:2    state:8   action:2 reward:0.0
episode:734  step:3    state:9   action:2 reward:0.0
episode:734  step:4    state:10  action:1 reward:0.0
episode:734  step:5    state:14  action:2 reward:1.0
episode:734  avg_reward:0.16666666666666666
episode:735  step:0    state:0   action:1 reward:0.0
episode:735  step:1    state:4   action:1 reward:0.0
episode:735  step:2    state:8   action:2 reward:0.0
episode:735  step:3    state:9   action:2 reward:0.0
episode:735  step:4    state:10  action:1 reward:0.0
episode:735  step:5    state:14  action:2 reward:1.0
episode:735  avg_reward:0.16666666666666666
episode:736  step:0    state:0   action:1 reward:0.0
episode:736  step:1    state:4   action:1 reward:0.0
episode:736  step:2    state:8   action:2 reward:0.0
episode:736  step:3    state:9   action:2 reward:0.0
episode:736  step:4    state:10  action:1 reward:0.0
episode:736  step:5    state:14  action:2 reward:1.0
episode:736  avg_reward:0.16666666666666666
episode:737  step:0    state:0   action:1 reward:0.0
episode:737  step:1    state:4   action:1 reward:0.0
episode:737  step:2    state:8   action:2 reward:0.0
episode:737  step:3    state:9   action:2 reward:0.0
episode:737  step:4    state:10  action:1 reward:0.0
episode:737  step:5    state:14  action:2 reward:1.0
episode:737  avg_reward:0.16666666666666666
episode:738  step:0    state:0   action:1 reward:0.0
episode:738  step:1    state:4   action:1 reward:0.0
episode:738  step:2    state:8   action:2 reward:0.0
episode:738  step:3    state:9   action:2 reward:0.0
episode:738  step:4    state:10  action:1 reward:0.0
episode:738  step:5    state:14  action:2 reward:1.0
episode:738  avg_reward:0.16666666666666666
episode:739  step:0    state:0   action:1 reward:0.0
episode:739  step:1    state:4   action:1 reward:0.0
episode:739  step:2    state:8   action:2 reward:0.0
episode:739  step:3    state:9   action:2 reward:0.0
episode:739  step:4    state:10  action:1 reward:0.0
episode:739  step:5    state:14  action:2 reward:1.0
episode:739  avg_reward:0.16666666666666666
episode:740  step:0    state:0   action:1 reward:0.0
episode:740  step:1    state:4   action:1 reward:0.0
episode:740  step:2    state:8   action:2 reward:0.0
episode:740  step:3    state:9   action:2 reward:0.0
episode:740  step:4    state:10  action:1 reward:0.0
episode:740  step:5    state:14  action:2 reward:1.0
episode:740  avg_reward:0.16666666666666666
episode:741  step:0    state:0   action:1 reward:0.0
episode:741  step:1    state:4   action:1 reward:0.0
episode:741  step:2    state:8   action:2 reward:0.0
episode:741  step:3    state:9   action:2 reward:0.0
episode:741  step:4    state:10  action:1 reward:0.0
episode:741  step:5    state:14  action:2 reward:1.0
episode:741  avg_reward:0.16666666666666666
episode:742  step:0    state:0   action:1 reward:0.0
episode:742  step:1    state:4   action:1 reward:0.0
episode:742  step:2    state:8   action:2 reward:0.0
episode:742  step:3    state:9   action:2 reward:0.0
episode:742  step:4    state:10  action:1 reward:0.0
episode:742  step:5    state:14  action:2 reward:1.0
episode:742  avg_reward:0.16666666666666666
episode:743  step:0    state:0   action:1 reward:0.0
episode:743  step:1    state:4   action:1 reward:0.0
episode:743  step:2    state:8   action:2 reward:0.0
episode:743  step:3    state:9   action:2 reward:0.0
episode:743  step:4    state:10  action:1 reward:0.0
episode:743  step:5    state:14  action:2 reward:1.0
episode:743  avg_reward:0.16666666666666666
episode:744  step:0    state:0   action:1 reward:0.0
episode:744  step:1    state:4   action:1 reward:0.0
episode:744  step:2    state:8   action:2 reward:0.0
episode:744  step:3    state:9   action:2 reward:0.0
episode:744  step:4    state:10  action:1 reward:0.0
episode:744  step:5    state:14  action:2 reward:1.0
episode:744  avg_reward:0.16666666666666666
episode:745  step:0    state:0   action:1 reward:0.0
episode:745  step:1    state:4   action:1 reward:0.0
episode:745  step:2    state:8   action:2 reward:0.0
episode:745  step:3    state:9   action:2 reward:0.0
episode:745  step:4    state:10  action:1 reward:0.0
episode:745  step:5    state:14  action:2 reward:1.0
episode:745  avg_reward:0.16666666666666666
episode:746  step:0    state:0   action:1 reward:0.0
episode:746  step:1    state:4   action:1 reward:0.0
episode:746  step:2    state:8   action:2 reward:0.0
episode:746  step:3    state:9   action:2 reward:0.0
episode:746  step:4    state:10  action:1 reward:0.0
episode:746  step:5    state:14  action:2 reward:1.0
episode:746  avg_reward:0.16666666666666666
episode:747  step:0    state:0   action:1 reward:0.0
episode:747  step:1    state:4   action:1 reward:0.0
episode:747  step:2    state:8   action:2 reward:0.0
episode:747  step:3    state:9   action:2 reward:0.0
episode:747  step:4    state:10  action:1 reward:0.0
episode:747  step:5    state:14  action:2 reward:1.0
episode:747  avg_reward:0.16666666666666666
episode:748  step:0    state:0   action:1 reward:0.0
episode:748  step:1    state:4   action:1 reward:0.0
episode:748  step:2    state:8   action:2 reward:0.0
episode:748  step:3    state:9   action:2 reward:0.0
episode:748  step:4    state:10  action:1 reward:0.0
episode:748  step:5    state:14  action:2 reward:1.0
episode:748  avg_reward:0.16666666666666666
episode:749  step:0    state:0   action:1 reward:0.0
episode:749  step:1    state:4   action:1 reward:0.0
episode:749  step:2    state:8   action:2 reward:0.0
episode:749  step:3    state:9   action:2 reward:0.0
episode:749  step:4    state:10  action:1 reward:0.0
episode:749  step:5    state:14  action:2 reward:1.0
episode:749  avg_reward:0.16666666666666666
episode:750  step:0    state:0   action:1 reward:0.0
episode:750  step:1    state:4   action:1 reward:0.0
episode:750  step:2    state:8   action:2 reward:0.0
episode:750  step:3    state:9   action:2 reward:0.0
episode:750  step:4    state:10  action:1 reward:0.0
episode:750  step:5    state:14  action:2 reward:1.0
episode:750  avg_reward:0.16666666666666666
episode:751  step:0    state:0   action:1 reward:0.0
episode:751  step:1    state:4   action:1 reward:0.0
episode:751  step:2    state:8   action:2 reward:0.0
episode:751  step:3    state:9   action:2 reward:0.0
episode:751  step:4    state:10  action:1 reward:0.0
episode:751  step:5    state:14  action:2 reward:1.0
episode:751  avg_reward:0.16666666666666666
episode:752  step:0    state:0   action:1 reward:0.0
episode:752  step:1    state:4   action:1 reward:0.0
episode:752  step:2    state:8   action:2 reward:0.0
episode:752  step:3    state:9   action:2 reward:0.0
episode:752  step:4    state:10  action:1 reward:0.0
episode:752  step:5    state:14  action:2 reward:1.0
episode:752  avg_reward:0.16666666666666666
episode:753  step:0    state:0   action:1 reward:0.0
episode:753  step:1    state:4   action:1 reward:0.0
episode:753  step:2    state:8   action:2 reward:0.0
episode:753  step:3    state:9   action:2 reward:0.0
episode:753  step:4    state:10  action:1 reward:0.0
episode:753  step:5    state:14  action:2 reward:1.0
episode:753  avg_reward:0.16666666666666666
episode:754  step:0    state:0   action:1 reward:0.0
episode:754  step:1    state:4   action:1 reward:0.0
episode:754  step:2    state:8   action:2 reward:0.0
episode:754  step:3    state:9   action:2 reward:0.0
episode:754  step:4    state:10  action:1 reward:0.0
episode:754  step:5    state:14  action:2 reward:1.0
episode:754  avg_reward:0.16666666666666666
episode:755  step:0    state:0   action:1 reward:0.0
episode:755  step:1    state:4   action:1 reward:0.0
episode:755  step:2    state:8   action:2 reward:0.0
episode:755  step:3    state:9   action:2 reward:0.0
episode:755  step:4    state:10  action:1 reward:0.0
episode:755  step:5    state:14  action:2 reward:1.0
episode:755  avg_reward:0.16666666666666666
episode:756  step:0    state:0   action:1 reward:0.0
episode:756  step:1    state:4   action:1 reward:0.0
episode:756  step:2    state:8   action:2 reward:0.0
episode:756  step:3    state:9   action:2 reward:0.0
episode:756  step:4    state:10  action:1 reward:0.0
episode:756  step:5    state:14  action:2 reward:1.0
episode:756  avg_reward:0.16666666666666666
episode:757  step:0    state:0   action:1 reward:0.0
episode:757  step:1    state:4   action:1 reward:0.0
episode:757  step:2    state:8   action:2 reward:0.0
episode:757  step:3    state:9   action:2 reward:0.0
episode:757  step:4    state:10  action:1 reward:0.0
episode:757  step:5    state:14  action:2 reward:1.0
episode:757  avg_reward:0.16666666666666666
episode:758  step:0    state:0   action:1 reward:0.0
episode:758  step:1    state:4   action:1 reward:0.0
episode:758  step:2    state:8   action:2 reward:0.0
episode:758  step:3    state:9   action:2 reward:0.0
episode:758  step:4    state:10  action:1 reward:0.0
episode:758  step:5    state:14  action:2 reward:1.0
episode:758  avg_reward:0.16666666666666666
episode:759  step:0    state:0   action:1 reward:0.0
episode:759  step:1    state:4   action:1 reward:0.0
episode:759  step:2    state:8   action:2 reward:0.0
episode:759  step:3    state:9   action:2 reward:0.0
episode:759  step:4    state:10  action:1 reward:0.0
episode:759  step:5    state:14  action:2 reward:1.0
episode:759  avg_reward:0.16666666666666666
episode:760  step:0    state:0   action:1 reward:0.0
episode:760  step:1    state:4   action:1 reward:0.0
episode:760  step:2    state:8   action:2 reward:0.0
episode:760  step:3    state:9   action:2 reward:0.0
episode:760  step:4    state:10  action:1 reward:0.0
episode:760  step:5    state:14  action:2 reward:1.0
episode:760  avg_reward:0.16666666666666666
episode:761  step:0    state:0   action:1 reward:0.0
episode:761  step:1    state:4   action:1 reward:0.0
episode:761  step:2    state:8   action:2 reward:0.0
episode:761  step:3    state:9   action:2 reward:0.0
episode:761  step:4    state:10  action:1 reward:0.0
episode:761  step:5    state:14  action:2 reward:1.0
episode:761  avg_reward:0.16666666666666666
episode:762  step:0    state:0   action:1 reward:0.0
episode:762  step:1    state:4   action:1 reward:0.0
episode:762  step:2    state:8   action:2 reward:0.0
episode:762  step:3    state:9   action:2 reward:0.0
episode:762  step:4    state:10  action:1 reward:0.0
episode:762  step:5    state:14  action:2 reward:1.0
episode:762  avg_reward:0.16666666666666666
episode:763  step:0    state:0   action:1 reward:0.0
episode:763  step:1    state:4   action:1 reward:0.0
episode:763  step:2    state:8   action:2 reward:0.0
episode:763  step:3    state:9   action:2 reward:0.0
episode:763  step:4    state:10  action:1 reward:0.0
episode:763  step:5    state:14  action:2 reward:1.0
episode:763  avg_reward:0.16666666666666666
episode:764  step:0    state:0   action:1 reward:0.0
episode:764  step:1    state:4   action:1 reward:0.0
episode:764  step:2    state:8   action:2 reward:0.0
episode:764  step:3    state:9   action:2 reward:0.0
episode:764  step:4    state:10  action:1 reward:0.0
episode:764  step:5    state:14  action:2 reward:1.0
episode:764  avg_reward:0.16666666666666666
episode:765  step:0    state:0   action:1 reward:0.0
episode:765  step:1    state:4   action:1 reward:0.0
episode:765  step:2    state:8   action:2 reward:0.0
episode:765  step:3    state:9   action:2 reward:0.0
episode:765  step:4    state:10  action:1 reward:0.0
episode:765  step:5    state:14  action:2 reward:1.0
episode:765  avg_reward:0.16666666666666666
episode:766  step:0    state:0   action:1 reward:0.0
episode:766  step:1    state:4   action:1 reward:0.0
episode:766  step:2    state:8   action:2 reward:0.0
episode:766  step:3    state:9   action:2 reward:0.0
episode:766  step:4    state:10  action:1 reward:0.0
episode:766  step:5    state:14  action:2 reward:1.0
episode:766  avg_reward:0.16666666666666666
episode:767  step:0    state:0   action:1 reward:0.0
episode:767  step:1    state:4   action:1 reward:0.0
episode:767  step:2    state:8   action:2 reward:0.0
episode:767  step:3    state:9   action:2 reward:0.0
episode:767  step:4    state:10  action:1 reward:0.0
episode:767  step:5    state:14  action:2 reward:1.0
episode:767  avg_reward:0.16666666666666666
episode:768  step:0    state:0   action:1 reward:0.0
episode:768  step:1    state:4   action:1 reward:0.0
episode:768  step:2    state:8   action:2 reward:0.0
episode:768  step:3    state:9   action:2 reward:0.0
episode:768  step:4    state:10  action:1 reward:0.0
episode:768  step:5    state:14  action:2 reward:1.0
episode:768  avg_reward:0.16666666666666666
episode:769  step:0    state:0   action:1 reward:0.0
episode:769  step:1    state:4   action:1 reward:0.0
episode:769  step:2    state:8   action:2 reward:0.0
episode:769  step:3    state:9   action:2 reward:0.0
episode:769  step:4    state:10  action:1 reward:0.0
episode:769  step:5    state:14  action:2 reward:1.0
episode:769  avg_reward:0.16666666666666666
episode:770  step:0    state:0   action:1 reward:0.0
episode:770  step:1    state:4   action:1 reward:0.0
episode:770  step:2    state:8   action:2 reward:0.0
episode:770  step:3    state:9   action:2 reward:0.0
episode:770  step:4    state:10  action:1 reward:0.0
episode:770  step:5    state:14  action:2 reward:1.0
episode:770  avg_reward:0.16666666666666666
episode:771  step:0    state:0   action:1 reward:0.0
episode:771  step:1    state:4   action:1 reward:0.0
episode:771  step:2    state:8   action:2 reward:0.0
episode:771  step:3    state:9   action:2 reward:0.0
episode:771  step:4    state:10  action:1 reward:0.0
episode:771  step:5    state:14  action:2 reward:1.0
episode:771  avg_reward:0.16666666666666666
episode:772  step:0    state:0   action:1 reward:0.0
episode:772  step:1    state:4   action:1 reward:0.0
episode:772  step:2    state:8   action:2 reward:0.0
episode:772  step:3    state:9   action:2 reward:0.0
episode:772  step:4    state:10  action:1 reward:0.0
episode:772  step:5    state:14  action:2 reward:1.0
episode:772  avg_reward:0.16666666666666666
episode:773  step:0    state:0   action:1 reward:0.0
episode:773  step:1    state:4   action:1 reward:0.0
episode:773  step:2    state:8   action:2 reward:0.0
episode:773  step:3    state:9   action:2 reward:0.0
episode:773  step:4    state:10  action:1 reward:0.0
episode:773  step:5    state:14  action:2 reward:1.0
episode:773  avg_reward:0.16666666666666666
episode:774  step:0    state:0   action:1 reward:0.0
episode:774  step:1    state:4   action:1 reward:0.0
episode:774  step:2    state:8   action:2 reward:0.0
episode:774  step:3    state:9   action:2 reward:0.0
episode:774  step:4    state:10  action:1 reward:0.0
episode:774  step:5    state:14  action:2 reward:1.0
episode:774  avg_reward:0.16666666666666666
episode:775  step:0    state:0   action:1 reward:0.0
episode:775  step:1    state:4   action:1 reward:0.0
episode:775  step:2    state:8   action:2 reward:0.0
episode:775  step:3    state:9   action:2 reward:0.0
episode:775  step:4    state:10  action:1 reward:0.0
episode:775  step:5    state:14  action:2 reward:1.0
episode:775  avg_reward:0.16666666666666666
episode:776  step:0    state:0   action:1 reward:0.0
episode:776  step:1    state:4   action:1 reward:0.0
episode:776  step:2    state:8   action:2 reward:0.0
episode:776  step:3    state:9   action:2 reward:0.0
episode:776  step:4    state:10  action:1 reward:0.0
episode:776  step:5    state:14  action:2 reward:1.0
episode:776  avg_reward:0.16666666666666666
episode:777  step:0    state:0   action:1 reward:0.0
episode:777  step:1    state:4   action:1 reward:0.0
episode:777  step:2    state:8   action:2 reward:0.0
episode:777  step:3    state:9   action:2 reward:0.0
episode:777  step:4    state:10  action:1 reward:0.0
episode:777  step:5    state:14  action:2 reward:1.0
episode:777  avg_reward:0.16666666666666666
episode:778  step:0    state:0   action:1 reward:0.0
episode:778  step:1    state:4   action:1 reward:0.0
episode:778  step:2    state:8   action:2 reward:0.0
episode:778  step:3    state:9   action:2 reward:0.0
episode:778  step:4    state:10  action:1 reward:0.0
episode:778  step:5    state:14  action:2 reward:1.0
episode:778  avg_reward:0.16666666666666666
episode:779  step:0    state:0   action:1 reward:0.0
episode:779  step:1    state:4   action:1 reward:0.0
episode:779  step:2    state:8   action:2 reward:0.0
episode:779  step:3    state:9   action:2 reward:0.0
episode:779  step:4    state:10  action:1 reward:0.0
episode:779  step:5    state:14  action:2 reward:1.0
episode:779  avg_reward:0.16666666666666666
episode:780  step:0    state:0   action:1 reward:0.0
episode:780  step:1    state:4   action:1 reward:0.0
episode:780  step:2    state:8   action:2 reward:0.0
episode:780  step:3    state:9   action:2 reward:0.0
episode:780  step:4    state:10  action:1 reward:0.0
episode:780  step:5    state:14  action:2 reward:1.0
episode:780  avg_reward:0.16666666666666666
episode:781  step:0    state:0   action:1 reward:0.0
episode:781  step:1    state:4   action:1 reward:0.0
episode:781  step:2    state:8   action:2 reward:0.0
episode:781  step:3    state:9   action:2 reward:0.0
episode:781  step:4    state:10  action:1 reward:0.0
episode:781  step:5    state:14  action:2 reward:1.0
episode:781  avg_reward:0.16666666666666666
episode:782  step:0    state:0   action:1 reward:0.0
episode:782  step:1    state:4   action:1 reward:0.0
episode:782  step:2    state:8   action:2 reward:0.0
episode:782  step:3    state:9   action:2 reward:0.0
episode:782  step:4    state:10  action:1 reward:0.0
episode:782  step:5    state:14  action:2 reward:1.0
episode:782  avg_reward:0.16666666666666666
episode:783  step:0    state:0   action:1 reward:0.0
episode:783  step:1    state:4   action:1 reward:0.0
episode:783  step:2    state:8   action:2 reward:0.0
episode:783  step:3    state:9   action:2 reward:0.0
episode:783  step:4    state:10  action:1 reward:0.0
episode:783  step:5    state:14  action:2 reward:1.0
episode:783  avg_reward:0.16666666666666666
episode:784  step:0    state:0   action:1 reward:0.0
episode:784  step:1    state:4   action:1 reward:0.0
episode:784  step:2    state:8   action:2 reward:0.0
episode:784  step:3    state:9   action:2 reward:0.0
episode:784  step:4    state:10  action:1 reward:0.0
episode:784  step:5    state:14  action:2 reward:1.0
episode:784  avg_reward:0.16666666666666666
episode:785  step:0    state:0   action:1 reward:0.0
episode:785  step:1    state:4   action:1 reward:0.0
episode:785  step:2    state:8   action:2 reward:0.0
episode:785  step:3    state:9   action:2 reward:0.0
episode:785  step:4    state:10  action:1 reward:0.0
episode:785  step:5    state:14  action:2 reward:1.0
episode:785  avg_reward:0.16666666666666666
episode:786  step:0    state:0   action:1 reward:0.0
episode:786  step:1    state:4   action:1 reward:0.0
episode:786  step:2    state:8   action:2 reward:0.0
episode:786  step:3    state:9   action:2 reward:0.0
episode:786  step:4    state:10  action:1 reward:0.0
episode:786  step:5    state:14  action:2 reward:1.0
episode:786  avg_reward:0.16666666666666666
episode:787  step:0    state:0   action:1 reward:0.0
episode:787  step:1    state:4   action:1 reward:0.0
episode:787  step:2    state:8   action:2 reward:0.0
episode:787  step:3    state:9   action:2 reward:0.0
episode:787  step:4    state:10  action:1 reward:0.0
episode:787  step:5    state:14  action:2 reward:1.0
episode:787  avg_reward:0.16666666666666666
episode:788  step:0    state:0   action:1 reward:0.0
episode:788  step:1    state:4   action:1 reward:0.0
episode:788  step:2    state:8   action:2 reward:0.0
episode:788  step:3    state:9   action:2 reward:0.0
episode:788  step:4    state:10  action:1 reward:0.0
episode:788  step:5    state:14  action:2 reward:1.0
episode:788  avg_reward:0.16666666666666666
episode:789  step:0    state:0   action:1 reward:0.0
episode:789  step:1    state:4   action:1 reward:0.0
episode:789  step:2    state:8   action:2 reward:0.0
episode:789  step:3    state:9   action:2 reward:0.0
episode:789  step:4    state:10  action:1 reward:0.0
episode:789  step:5    state:14  action:2 reward:1.0
episode:789  avg_reward:0.16666666666666666
episode:790  step:0    state:0   action:1 reward:0.0
episode:790  step:1    state:4   action:1 reward:0.0
episode:790  step:2    state:8   action:2 reward:0.0
episode:790  step:3    state:9   action:2 reward:0.0
episode:790  step:4    state:10  action:1 reward:0.0
episode:790  step:5    state:14  action:2 reward:1.0
episode:790  avg_reward:0.16666666666666666
episode:791  step:0    state:0   action:1 reward:0.0
episode:791  step:1    state:4   action:1 reward:0.0
episode:791  step:2    state:8   action:2 reward:0.0
episode:791  step:3    state:9   action:2 reward:0.0
episode:791  step:4    state:10  action:1 reward:0.0
episode:791  step:5    state:14  action:2 reward:1.0
episode:791  avg_reward:0.16666666666666666
episode:792  step:0    state:0   action:1 reward:0.0
episode:792  step:1    state:4   action:1 reward:0.0
episode:792  step:2    state:8   action:2 reward:0.0
episode:792  step:3    state:9   action:2 reward:0.0
episode:792  step:4    state:10  action:1 reward:0.0
episode:792  step:5    state:14  action:2 reward:1.0
episode:792  avg_reward:0.16666666666666666
episode:793  step:0    state:0   action:1 reward:0.0
episode:793  step:1    state:4   action:1 reward:0.0
episode:793  step:2    state:8   action:2 reward:0.0
episode:793  step:3    state:9   action:2 reward:0.0
episode:793  step:4    state:10  action:1 reward:0.0
episode:793  step:5    state:14  action:2 reward:1.0
episode:793  avg_reward:0.16666666666666666
episode:794  step:0    state:0   action:1 reward:0.0
episode:794  step:1    state:4   action:1 reward:0.0
episode:794  step:2    state:8   action:2 reward:0.0
episode:794  step:3    state:9   action:2 reward:0.0
episode:794  step:4    state:10  action:1 reward:0.0
episode:794  step:5    state:14  action:2 reward:1.0
episode:794  avg_reward:0.16666666666666666
episode:795  step:0    state:0   action:1 reward:0.0
episode:795  step:1    state:4   action:1 reward:0.0
episode:795  step:2    state:8   action:2 reward:0.0
episode:795  step:3    state:9   action:2 reward:0.0
episode:795  step:4    state:10  action:1 reward:0.0
episode:795  step:5    state:14  action:2 reward:1.0
episode:795  avg_reward:0.16666666666666666
episode:796  step:0    state:0   action:1 reward:0.0
episode:796  step:1    state:4   action:1 reward:0.0
episode:796  step:2    state:8   action:2 reward:0.0
episode:796  step:3    state:9   action:2 reward:0.0
episode:796  step:4    state:10  action:1 reward:0.0
episode:796  step:5    state:14  action:2 reward:1.0
episode:796  avg_reward:0.16666666666666666
episode:797  step:0    state:0   action:1 reward:0.0
episode:797  step:1    state:4   action:1 reward:0.0
episode:797  step:2    state:8   action:2 reward:0.0
episode:797  step:3    state:9   action:2 reward:0.0
episode:797  step:4    state:10  action:1 reward:0.0
episode:797  step:5    state:14  action:2 reward:1.0
episode:797  avg_reward:0.16666666666666666
episode:798  step:0    state:0   action:1 reward:0.0
episode:798  step:1    state:4   action:1 reward:0.0
episode:798  step:2    state:8   action:2 reward:0.0
episode:798  step:3    state:9   action:2 reward:0.0
episode:798  step:4    state:10  action:1 reward:0.0
episode:798  step:5    state:14  action:2 reward:1.0
episode:798  avg_reward:0.16666666666666666
episode:799  step:0    state:0   action:1 reward:0.0
episode:799  step:1    state:4   action:1 reward:0.0
episode:799  step:2    state:8   action:2 reward:0.0
episode:799  step:3    state:9   action:2 reward:0.0
episode:799  step:4    state:10  action:1 reward:0.0
episode:799  step:5    state:14  action:2 reward:1.0
episode:799  avg_reward:0.16666666666666666
episode:800  step:0    state:0   action:1 reward:0.0
episode:800  step:1    state:4   action:1 reward:0.0
episode:800  step:2    state:8   action:2 reward:0.0
episode:800  step:3    state:9   action:2 reward:0.0
episode:800  step:4    state:10  action:1 reward:0.0
episode:800  step:5    state:14  action:2 reward:1.0
episode:800  avg_reward:0.16666666666666666
episode:801  step:0    state:0   action:1 reward:0.0
episode:801  step:1    state:4   action:1 reward:0.0
episode:801  step:2    state:8   action:2 reward:0.0
episode:801  step:3    state:9   action:2 reward:0.0
episode:801  step:4    state:10  action:1 reward:0.0
episode:801  step:5    state:14  action:2 reward:1.0
episode:801  avg_reward:0.16666666666666666
episode:802  step:0    state:0   action:1 reward:0.0
episode:802  step:1    state:4   action:1 reward:0.0
episode:802  step:2    state:8   action:2 reward:0.0
episode:802  step:3    state:9   action:2 reward:0.0
episode:802  step:4    state:10  action:1 reward:0.0
episode:802  step:5    state:14  action:2 reward:1.0
episode:802  avg_reward:0.16666666666666666
episode:803  step:0    state:0   action:1 reward:0.0
episode:803  step:1    state:4   action:1 reward:0.0
episode:803  step:2    state:8   action:2 reward:0.0
episode:803  step:3    state:9   action:2 reward:0.0
episode:803  step:4    state:10  action:1 reward:0.0
episode:803  step:5    state:14  action:2 reward:1.0
episode:803  avg_reward:0.16666666666666666
episode:804  step:0    state:0   action:1 reward:0.0
episode:804  step:1    state:4   action:1 reward:0.0
episode:804  step:2    state:8   action:2 reward:0.0
episode:804  step:3    state:9   action:2 reward:0.0
episode:804  step:4    state:10  action:1 reward:0.0
episode:804  step:5    state:14  action:2 reward:1.0
episode:804  avg_reward:0.16666666666666666
episode:805  step:0    state:0   action:1 reward:0.0
episode:805  step:1    state:4   action:1 reward:0.0
episode:805  step:2    state:8   action:2 reward:0.0
episode:805  step:3    state:9   action:2 reward:0.0
episode:805  step:4    state:10  action:1 reward:0.0
episode:805  step:5    state:14  action:2 reward:1.0
episode:805  avg_reward:0.16666666666666666
episode:806  step:0    state:0   action:1 reward:0.0
episode:806  step:1    state:4   action:1 reward:0.0
episode:806  step:2    state:8   action:2 reward:0.0
episode:806  step:3    state:9   action:2 reward:0.0
episode:806  step:4    state:10  action:1 reward:0.0
episode:806  step:5    state:14  action:2 reward:1.0
episode:806  avg_reward:0.16666666666666666
episode:807  step:0    state:0   action:1 reward:0.0
episode:807  step:1    state:4   action:1 reward:0.0
episode:807  step:2    state:8   action:2 reward:0.0
episode:807  step:3    state:9   action:2 reward:0.0
episode:807  step:4    state:10  action:1 reward:0.0
episode:807  step:5    state:14  action:2 reward:1.0
episode:807  avg_reward:0.16666666666666666
episode:808  step:0    state:0   action:1 reward:0.0
episode:808  step:1    state:4   action:1 reward:0.0
episode:808  step:2    state:8   action:2 reward:0.0
episode:808  step:3    state:9   action:2 reward:0.0
episode:808  step:4    state:10  action:1 reward:0.0
episode:808  step:5    state:14  action:2 reward:1.0
episode:808  avg_reward:0.16666666666666666
episode:809  step:0    state:0   action:1 reward:0.0
episode:809  step:1    state:4   action:1 reward:0.0
episode:809  step:2    state:8   action:2 reward:0.0
episode:809  step:3    state:9   action:2 reward:0.0
episode:809  step:4    state:10  action:1 reward:0.0
episode:809  step:5    state:14  action:2 reward:1.0
episode:809  avg_reward:0.16666666666666666
episode:810  step:0    state:0   action:1 reward:0.0
episode:810  step:1    state:4   action:1 reward:0.0
episode:810  step:2    state:8   action:2 reward:0.0
episode:810  step:3    state:9   action:2 reward:0.0
episode:810  step:4    state:10  action:1 reward:0.0
episode:810  step:5    state:14  action:2 reward:1.0
episode:810  avg_reward:0.16666666666666666
episode:811  step:0    state:0   action:1 reward:0.0
episode:811  step:1    state:4   action:1 reward:0.0
episode:811  step:2    state:8   action:2 reward:0.0
episode:811  step:3    state:9   action:2 reward:0.0
episode:811  step:4    state:10  action:1 reward:0.0
episode:811  step:5    state:14  action:2 reward:1.0
episode:811  avg_reward:0.16666666666666666
episode:812  step:0    state:0   action:1 reward:0.0
episode:812  step:1    state:4   action:1 reward:0.0
episode:812  step:2    state:8   action:2 reward:0.0
episode:812  step:3    state:9   action:2 reward:0.0
episode:812  step:4    state:10  action:1 reward:0.0
episode:812  step:5    state:14  action:2 reward:1.0
episode:812  avg_reward:0.16666666666666666
episode:813  step:0    state:0   action:1 reward:0.0
episode:813  step:1    state:4   action:1 reward:0.0
episode:813  step:2    state:8   action:2 reward:0.0
episode:813  step:3    state:9   action:2 reward:0.0
episode:813  step:4    state:10  action:1 reward:0.0
episode:813  step:5    state:14  action:2 reward:1.0
episode:813  avg_reward:0.16666666666666666
episode:814  step:0    state:0   action:1 reward:0.0
episode:814  step:1    state:4   action:1 reward:0.0
episode:814  step:2    state:8   action:2 reward:0.0
episode:814  step:3    state:9   action:2 reward:0.0
episode:814  step:4    state:10  action:1 reward:0.0
episode:814  step:5    state:14  action:2 reward:1.0
episode:814  avg_reward:0.16666666666666666
episode:815  step:0    state:0   action:1 reward:0.0
episode:815  step:1    state:4   action:1 reward:0.0
episode:815  step:2    state:8   action:2 reward:0.0
episode:815  step:3    state:9   action:2 reward:0.0
episode:815  step:4    state:10  action:1 reward:0.0
episode:815  step:5    state:14  action:2 reward:1.0
episode:815  avg_reward:0.16666666666666666
episode:816  step:0    state:0   action:1 reward:0.0
episode:816  step:1    state:4   action:1 reward:0.0
episode:816  step:2    state:8   action:2 reward:0.0
episode:816  step:3    state:9   action:2 reward:0.0
episode:816  step:4    state:10  action:1 reward:0.0
episode:816  step:5    state:14  action:2 reward:1.0
episode:816  avg_reward:0.16666666666666666
episode:817  step:0    state:0   action:1 reward:0.0
episode:817  step:1    state:4   action:1 reward:0.0
episode:817  step:2    state:8   action:2 reward:0.0
episode:817  step:3    state:9   action:2 reward:0.0
episode:817  step:4    state:10  action:1 reward:0.0
episode:817  step:5    state:14  action:2 reward:1.0
episode:817  avg_reward:0.16666666666666666
episode:818  step:0    state:0   action:1 reward:0.0
episode:818  step:1    state:4   action:1 reward:0.0
episode:818  step:2    state:8   action:2 reward:0.0
episode:818  step:3    state:9   action:2 reward:0.0
episode:818  step:4    state:10  action:1 reward:0.0
episode:818  step:5    state:14  action:2 reward:1.0
episode:818  avg_reward:0.16666666666666666
episode:819  step:0    state:0   action:1 reward:0.0
episode:819  step:1    state:4   action:1 reward:0.0
episode:819  step:2    state:8   action:2 reward:0.0
episode:819  step:3    state:9   action:2 reward:0.0
episode:819  step:4    state:10  action:1 reward:0.0
episode:819  step:5    state:14  action:2 reward:1.0
episode:819  avg_reward:0.16666666666666666
episode:820  step:0    state:0   action:1 reward:0.0
episode:820  step:1    state:4   action:1 reward:0.0
episode:820  step:2    state:8   action:2 reward:0.0
episode:820  step:3    state:9   action:2 reward:0.0
episode:820  step:4    state:10  action:1 reward:0.0
episode:820  step:5    state:14  action:2 reward:1.0
episode:820  avg_reward:0.16666666666666666
episode:821  step:0    state:0   action:1 reward:0.0
episode:821  step:1    state:4   action:1 reward:0.0
episode:821  step:2    state:8   action:2 reward:0.0
episode:821  step:3    state:9   action:2 reward:0.0
episode:821  step:4    state:10  action:1 reward:0.0
episode:821  step:5    state:14  action:2 reward:1.0
episode:821  avg_reward:0.16666666666666666
episode:822  step:0    state:0   action:1 reward:0.0
episode:822  step:1    state:4   action:1 reward:0.0
episode:822  step:2    state:8   action:2 reward:0.0
episode:822  step:3    state:9   action:2 reward:0.0
episode:822  step:4    state:10  action:1 reward:0.0
episode:822  step:5    state:14  action:2 reward:1.0
episode:822  avg_reward:0.16666666666666666
episode:823  step:0    state:0   action:1 reward:0.0
episode:823  step:1    state:4   action:1 reward:0.0
episode:823  step:2    state:8   action:2 reward:0.0
episode:823  step:3    state:9   action:2 reward:0.0
episode:823  step:4    state:10  action:1 reward:0.0
episode:823  step:5    state:14  action:2 reward:1.0
episode:823  avg_reward:0.16666666666666666
episode:824  step:0    state:0   action:1 reward:0.0
episode:824  step:1    state:4   action:1 reward:0.0
episode:824  step:2    state:8   action:2 reward:0.0
episode:824  step:3    state:9   action:2 reward:0.0
episode:824  step:4    state:10  action:1 reward:0.0
episode:824  step:5    state:14  action:2 reward:1.0
episode:824  avg_reward:0.16666666666666666
episode:825  step:0    state:0   action:1 reward:0.0
episode:825  step:1    state:4   action:1 reward:0.0
episode:825  step:2    state:8   action:2 reward:0.0
episode:825  step:3    state:9   action:2 reward:0.0
episode:825  step:4    state:10  action:1 reward:0.0
episode:825  step:5    state:14  action:2 reward:1.0
episode:825  avg_reward:0.16666666666666666
episode:826  step:0    state:0   action:1 reward:0.0
episode:826  step:1    state:4   action:1 reward:0.0
episode:826  step:2    state:8   action:2 reward:0.0
episode:826  step:3    state:9   action:2 reward:0.0
episode:826  step:4    state:10  action:1 reward:0.0
episode:826  step:5    state:14  action:2 reward:1.0
episode:826  avg_reward:0.16666666666666666
episode:827  step:0    state:0   action:1 reward:0.0
episode:827  step:1    state:4   action:1 reward:0.0
episode:827  step:2    state:8   action:2 reward:0.0
episode:827  step:3    state:9   action:2 reward:0.0
episode:827  step:4    state:10  action:1 reward:0.0
episode:827  step:5    state:14  action:2 reward:1.0
episode:827  avg_reward:0.16666666666666666
episode:828  step:0    state:0   action:1 reward:0.0
episode:828  step:1    state:4   action:1 reward:0.0
episode:828  step:2    state:8   action:2 reward:0.0
episode:828  step:3    state:9   action:2 reward:0.0
episode:828  step:4    state:10  action:1 reward:0.0
episode:828  step:5    state:14  action:2 reward:1.0
episode:828  avg_reward:0.16666666666666666
episode:829  step:0    state:0   action:1 reward:0.0
episode:829  step:1    state:4   action:1 reward:0.0
episode:829  step:2    state:8   action:2 reward:0.0
episode:829  step:3    state:9   action:2 reward:0.0
episode:829  step:4    state:10  action:1 reward:0.0
episode:829  step:5    state:14  action:2 reward:1.0
episode:829  avg_reward:0.16666666666666666
episode:830  step:0    state:0   action:1 reward:0.0
episode:830  step:1    state:4   action:1 reward:0.0
episode:830  step:2    state:8   action:2 reward:0.0
episode:830  step:3    state:9   action:2 reward:0.0
episode:830  step:4    state:10  action:1 reward:0.0
episode:830  step:5    state:14  action:2 reward:1.0
episode:830  avg_reward:0.16666666666666666
episode:831  step:0    state:0   action:1 reward:0.0
episode:831  step:1    state:4   action:1 reward:0.0
episode:831  step:2    state:8   action:2 reward:0.0
episode:831  step:3    state:9   action:2 reward:0.0
episode:831  step:4    state:10  action:1 reward:0.0
episode:831  step:5    state:14  action:2 reward:1.0
episode:831  avg_reward:0.16666666666666666
episode:832  step:0    state:0   action:1 reward:0.0
episode:832  step:1    state:4   action:1 reward:0.0
episode:832  step:2    state:8   action:2 reward:0.0
episode:832  step:3    state:9   action:2 reward:0.0
episode:832  step:4    state:10  action:1 reward:0.0
episode:832  step:5    state:14  action:2 reward:1.0
episode:832  avg_reward:0.16666666666666666
episode:833  step:0    state:0   action:1 reward:0.0
episode:833  step:1    state:4   action:1 reward:0.0
episode:833  step:2    state:8   action:2 reward:0.0
episode:833  step:3    state:9   action:2 reward:0.0
episode:833  step:4    state:10  action:1 reward:0.0
episode:833  step:5    state:14  action:2 reward:1.0
episode:833  avg_reward:0.16666666666666666
episode:834  step:0    state:0   action:1 reward:0.0
episode:834  step:1    state:4   action:1 reward:0.0
episode:834  step:2    state:8   action:2 reward:0.0
episode:834  step:3    state:9   action:2 reward:0.0
episode:834  step:4    state:10  action:1 reward:0.0
episode:834  step:5    state:14  action:2 reward:1.0
episode:834  avg_reward:0.16666666666666666
episode:835  step:0    state:0   action:1 reward:0.0
episode:835  step:1    state:4   action:1 reward:0.0
episode:835  step:2    state:8   action:2 reward:0.0
episode:835  step:3    state:9   action:2 reward:0.0
episode:835  step:4    state:10  action:1 reward:0.0
episode:835  step:5    state:14  action:2 reward:1.0
episode:835  avg_reward:0.16666666666666666
episode:836  step:0    state:0   action:1 reward:0.0
episode:836  step:1    state:4   action:1 reward:0.0
episode:836  step:2    state:8   action:2 reward:0.0
episode:836  step:3    state:9   action:2 reward:0.0
episode:836  step:4    state:10  action:1 reward:0.0
episode:836  step:5    state:14  action:2 reward:1.0
episode:836  avg_reward:0.16666666666666666
episode:837  step:0    state:0   action:1 reward:0.0
episode:837  step:1    state:4   action:1 reward:0.0
episode:837  step:2    state:8   action:2 reward:0.0
episode:837  step:3    state:9   action:2 reward:0.0
episode:837  step:4    state:10  action:1 reward:0.0
episode:837  step:5    state:14  action:2 reward:1.0
episode:837  avg_reward:0.16666666666666666
episode:838  step:0    state:0   action:1 reward:0.0
episode:838  step:1    state:4   action:1 reward:0.0
episode:838  step:2    state:8   action:2 reward:0.0
episode:838  step:3    state:9   action:2 reward:0.0
episode:838  step:4    state:10  action:1 reward:0.0
episode:838  step:5    state:14  action:2 reward:1.0
episode:838  avg_reward:0.16666666666666666
episode:839  step:0    state:0   action:1 reward:0.0
episode:839  step:1    state:4   action:1 reward:0.0
episode:839  step:2    state:8   action:2 reward:0.0
episode:839  step:3    state:9   action:2 reward:0.0
episode:839  step:4    state:10  action:1 reward:0.0
episode:839  step:5    state:14  action:2 reward:1.0
episode:839  avg_reward:0.16666666666666666
episode:840  step:0    state:0   action:1 reward:0.0
episode:840  step:1    state:4   action:1 reward:0.0
episode:840  step:2    state:8   action:2 reward:0.0
episode:840  step:3    state:9   action:2 reward:0.0
episode:840  step:4    state:10  action:1 reward:0.0
episode:840  step:5    state:14  action:2 reward:1.0
episode:840  avg_reward:0.16666666666666666
episode:841  step:0    state:0   action:1 reward:0.0
episode:841  step:1    state:4   action:1 reward:0.0
episode:841  step:2    state:8   action:2 reward:0.0
episode:841  step:3    state:9   action:2 reward:0.0
episode:841  step:4    state:10  action:1 reward:0.0
episode:841  step:5    state:14  action:2 reward:1.0
episode:841  avg_reward:0.16666666666666666
episode:842  step:0    state:0   action:1 reward:0.0
episode:842  step:1    state:4   action:1 reward:0.0
episode:842  step:2    state:8   action:2 reward:0.0
episode:842  step:3    state:9   action:2 reward:0.0
episode:842  step:4    state:10  action:1 reward:0.0
episode:842  step:5    state:14  action:2 reward:1.0
episode:842  avg_reward:0.16666666666666666
episode:843  step:0    state:0   action:1 reward:0.0
episode:843  step:1    state:4   action:1 reward:0.0
episode:843  step:2    state:8   action:2 reward:0.0
episode:843  step:3    state:9   action:2 reward:0.0
episode:843  step:4    state:10  action:1 reward:0.0
episode:843  step:5    state:14  action:2 reward:1.0
episode:843  avg_reward:0.16666666666666666
episode:844  step:0    state:0   action:1 reward:0.0
episode:844  step:1    state:4   action:1 reward:0.0
episode:844  step:2    state:8   action:2 reward:0.0
episode:844  step:3    state:9   action:2 reward:0.0
episode:844  step:4    state:10  action:1 reward:0.0
episode:844  step:5    state:14  action:2 reward:1.0
episode:844  avg_reward:0.16666666666666666
episode:845  step:0    state:0   action:1 reward:0.0
episode:845  step:1    state:4   action:1 reward:0.0
episode:845  step:2    state:8   action:2 reward:0.0
episode:845  step:3    state:9   action:2 reward:0.0
episode:845  step:4    state:10  action:1 reward:0.0
episode:845  step:5    state:14  action:2 reward:1.0
episode:845  avg_reward:0.16666666666666666
episode:846  step:0    state:0   action:1 reward:0.0
episode:846  step:1    state:4   action:1 reward:0.0
episode:846  step:2    state:8   action:2 reward:0.0
episode:846  step:3    state:9   action:2 reward:0.0
episode:846  step:4    state:10  action:1 reward:0.0
episode:846  step:5    state:14  action:2 reward:1.0
episode:846  avg_reward:0.16666666666666666
episode:847  step:0    state:0   action:1 reward:0.0
episode:847  step:1    state:4   action:1 reward:0.0
episode:847  step:2    state:8   action:2 reward:0.0
episode:847  step:3    state:9   action:2 reward:0.0
episode:847  step:4    state:10  action:1 reward:0.0
episode:847  step:5    state:14  action:2 reward:1.0
episode:847  avg_reward:0.16666666666666666
episode:848  step:0    state:0   action:1 reward:0.0
episode:848  step:1    state:4   action:1 reward:0.0
episode:848  step:2    state:8   action:2 reward:0.0
episode:848  step:3    state:9   action:2 reward:0.0
episode:848  step:4    state:10  action:1 reward:0.0
episode:848  step:5    state:14  action:2 reward:1.0
episode:848  avg_reward:0.16666666666666666
episode:849  step:0    state:0   action:1 reward:0.0
episode:849  step:1    state:4   action:1 reward:0.0
episode:849  step:2    state:8   action:2 reward:0.0
episode:849  step:3    state:9   action:2 reward:0.0
episode:849  step:4    state:10  action:1 reward:0.0
episode:849  step:5    state:14  action:2 reward:1.0
episode:849  avg_reward:0.16666666666666666
episode:850  step:0    state:0   action:1 reward:0.0
episode:850  step:1    state:4   action:1 reward:0.0
episode:850  step:2    state:8   action:2 reward:0.0
episode:850  step:3    state:9   action:2 reward:0.0
episode:850  step:4    state:10  action:1 reward:0.0
episode:850  step:5    state:14  action:2 reward:1.0
episode:850  avg_reward:0.16666666666666666
episode:851  step:0    state:0   action:1 reward:0.0
episode:851  step:1    state:4   action:1 reward:0.0
episode:851  step:2    state:8   action:2 reward:0.0
episode:851  step:3    state:9   action:2 reward:0.0
episode:851  step:4    state:10  action:1 reward:0.0
episode:851  step:5    state:14  action:2 reward:1.0
episode:851  avg_reward:0.16666666666666666
episode:852  step:0    state:0   action:1 reward:0.0
episode:852  step:1    state:4   action:1 reward:0.0
episode:852  step:2    state:8   action:2 reward:0.0
episode:852  step:3    state:9   action:2 reward:0.0
episode:852  step:4    state:10  action:1 reward:0.0
episode:852  step:5    state:14  action:2 reward:1.0
episode:852  avg_reward:0.16666666666666666
episode:853  step:0    state:0   action:1 reward:0.0
episode:853  step:1    state:4   action:1 reward:0.0
episode:853  step:2    state:8   action:2 reward:0.0
episode:853  step:3    state:9   action:2 reward:0.0
episode:853  step:4    state:10  action:1 reward:0.0
episode:853  step:5    state:14  action:2 reward:1.0
episode:853  avg_reward:0.16666666666666666
episode:854  step:0    state:0   action:1 reward:0.0
episode:854  step:1    state:4   action:1 reward:0.0
episode:854  step:2    state:8   action:2 reward:0.0
episode:854  step:3    state:9   action:2 reward:0.0
episode:854  step:4    state:10  action:1 reward:0.0
episode:854  step:5    state:14  action:2 reward:1.0
episode:854  avg_reward:0.16666666666666666
episode:855  step:0    state:0   action:1 reward:0.0
episode:855  step:1    state:4   action:1 reward:0.0
episode:855  step:2    state:8   action:2 reward:0.0
episode:855  step:3    state:9   action:2 reward:0.0
episode:855  step:4    state:10  action:1 reward:0.0
episode:855  step:5    state:14  action:2 reward:1.0
episode:855  avg_reward:0.16666666666666666
episode:856  step:0    state:0   action:1 reward:0.0
episode:856  step:1    state:4   action:1 reward:0.0
episode:856  step:2    state:8   action:2 reward:0.0
episode:856  step:3    state:9   action:2 reward:0.0
episode:856  step:4    state:10  action:1 reward:0.0
episode:856  step:5    state:14  action:2 reward:1.0
episode:856  avg_reward:0.16666666666666666
episode:857  step:0    state:0   action:1 reward:0.0
episode:857  step:1    state:4   action:1 reward:0.0
episode:857  step:2    state:8   action:2 reward:0.0
episode:857  step:3    state:9   action:2 reward:0.0
episode:857  step:4    state:10  action:1 reward:0.0
episode:857  step:5    state:14  action:2 reward:1.0
episode:857  avg_reward:0.16666666666666666
episode:858  step:0    state:0   action:1 reward:0.0
episode:858  step:1    state:4   action:1 reward:0.0
episode:858  step:2    state:8   action:2 reward:0.0
episode:858  step:3    state:9   action:2 reward:0.0
episode:858  step:4    state:10  action:1 reward:0.0
episode:858  step:5    state:14  action:2 reward:1.0
episode:858  avg_reward:0.16666666666666666
episode:859  step:0    state:0   action:1 reward:0.0
episode:859  step:1    state:4   action:1 reward:0.0
episode:859  step:2    state:8   action:2 reward:0.0
episode:859  step:3    state:9   action:2 reward:0.0
episode:859  step:4    state:10  action:1 reward:0.0
episode:859  step:5    state:14  action:2 reward:1.0
episode:859  avg_reward:0.16666666666666666
episode:860  step:0    state:0   action:1 reward:0.0
episode:860  step:1    state:4   action:1 reward:0.0
episode:860  step:2    state:8   action:2 reward:0.0
episode:860  step:3    state:9   action:2 reward:0.0
episode:860  step:4    state:10  action:1 reward:0.0
episode:860  step:5    state:14  action:2 reward:1.0
episode:860  avg_reward:0.16666666666666666
episode:861  step:0    state:0   action:1 reward:0.0
episode:861  step:1    state:4   action:1 reward:0.0
episode:861  step:2    state:8   action:2 reward:0.0
episode:861  step:3    state:9   action:2 reward:0.0
episode:861  step:4    state:10  action:1 reward:0.0
episode:861  step:5    state:14  action:2 reward:1.0
episode:861  avg_reward:0.16666666666666666
episode:862  step:0    state:0   action:1 reward:0.0
episode:862  step:1    state:4   action:1 reward:0.0
episode:862  step:2    state:8   action:2 reward:0.0
episode:862  step:3    state:9   action:2 reward:0.0
episode:862  step:4    state:10  action:1 reward:0.0
episode:862  step:5    state:14  action:2 reward:1.0
episode:862  avg_reward:0.16666666666666666
episode:863  step:0    state:0   action:1 reward:0.0
episode:863  step:1    state:4   action:1 reward:0.0
episode:863  step:2    state:8   action:2 reward:0.0
episode:863  step:3    state:9   action:2 reward:0.0
episode:863  step:4    state:10  action:1 reward:0.0
episode:863  step:5    state:14  action:2 reward:1.0
episode:863  avg_reward:0.16666666666666666
episode:864  step:0    state:0   action:1 reward:0.0
episode:864  step:1    state:4   action:1 reward:0.0
episode:864  step:2    state:8   action:2 reward:0.0
episode:864  step:3    state:9   action:2 reward:0.0
episode:864  step:4    state:10  action:1 reward:0.0
episode:864  step:5    state:14  action:2 reward:1.0
episode:864  avg_reward:0.16666666666666666
episode:865  step:0    state:0   action:1 reward:0.0
episode:865  step:1    state:4   action:1 reward:0.0
episode:865  step:2    state:8   action:2 reward:0.0
episode:865  step:3    state:9   action:2 reward:0.0
episode:865  step:4    state:10  action:1 reward:0.0
episode:865  step:5    state:14  action:2 reward:1.0
episode:865  avg_reward:0.16666666666666666
episode:866  step:0    state:0   action:1 reward:0.0
episode:866  step:1    state:4   action:1 reward:0.0
episode:866  step:2    state:8   action:2 reward:0.0
episode:866  step:3    state:9   action:2 reward:0.0
episode:866  step:4    state:10  action:1 reward:0.0
episode:866  step:5    state:14  action:2 reward:1.0
episode:866  avg_reward:0.16666666666666666
episode:867  step:0    state:0   action:1 reward:0.0
episode:867  step:1    state:4   action:1 reward:0.0
episode:867  step:2    state:8   action:2 reward:0.0
episode:867  step:3    state:9   action:2 reward:0.0
episode:867  step:4    state:10  action:1 reward:0.0
episode:867  step:5    state:14  action:2 reward:1.0
episode:867  avg_reward:0.16666666666666666
episode:868  step:0    state:0   action:1 reward:0.0
episode:868  step:1    state:4   action:1 reward:0.0
episode:868  step:2    state:8   action:2 reward:0.0
episode:868  step:3    state:9   action:2 reward:0.0
episode:868  step:4    state:10  action:1 reward:0.0
episode:868  step:5    state:14  action:2 reward:1.0
episode:868  avg_reward:0.16666666666666666
episode:869  step:0    state:0   action:1 reward:0.0
episode:869  step:1    state:4   action:1 reward:0.0
episode:869  step:2    state:8   action:2 reward:0.0
episode:869  step:3    state:9   action:2 reward:0.0
episode:869  step:4    state:10  action:1 reward:0.0
episode:869  step:5    state:14  action:2 reward:1.0
episode:869  avg_reward:0.16666666666666666
episode:870  step:0    state:0   action:1 reward:0.0
episode:870  step:1    state:4   action:1 reward:0.0
episode:870  step:2    state:8   action:2 reward:0.0
episode:870  step:3    state:9   action:2 reward:0.0
episode:870  step:4    state:10  action:1 reward:0.0
episode:870  step:5    state:14  action:2 reward:1.0
episode:870  avg_reward:0.16666666666666666
episode:871  step:0    state:0   action:1 reward:0.0
episode:871  step:1    state:4   action:1 reward:0.0
episode:871  step:2    state:8   action:2 reward:0.0
episode:871  step:3    state:9   action:2 reward:0.0
episode:871  step:4    state:10  action:1 reward:0.0
episode:871  step:5    state:14  action:2 reward:1.0
episode:871  avg_reward:0.16666666666666666
episode:872  step:0    state:0   action:1 reward:0.0
episode:872  step:1    state:4   action:1 reward:0.0
episode:872  step:2    state:8   action:2 reward:0.0
episode:872  step:3    state:9   action:2 reward:0.0
episode:872  step:4    state:10  action:1 reward:0.0
episode:872  step:5    state:14  action:2 reward:1.0
episode:872  avg_reward:0.16666666666666666
episode:873  step:0    state:0   action:1 reward:0.0
episode:873  step:1    state:4   action:1 reward:0.0
episode:873  step:2    state:8   action:2 reward:0.0
episode:873  step:3    state:9   action:2 reward:0.0
episode:873  step:4    state:10  action:1 reward:0.0
episode:873  step:5    state:14  action:2 reward:1.0
episode:873  avg_reward:0.16666666666666666
episode:874  step:0    state:0   action:1 reward:0.0
episode:874  step:1    state:4   action:1 reward:0.0
episode:874  step:2    state:8   action:2 reward:0.0
episode:874  step:3    state:9   action:2 reward:0.0
episode:874  step:4    state:10  action:1 reward:0.0
episode:874  step:5    state:14  action:2 reward:1.0
episode:874  avg_reward:0.16666666666666666
episode:875  step:0    state:0   action:1 reward:0.0
episode:875  step:1    state:4   action:1 reward:0.0
episode:875  step:2    state:8   action:2 reward:0.0
episode:875  step:3    state:9   action:2 reward:0.0
episode:875  step:4    state:10  action:1 reward:0.0
episode:875  step:5    state:14  action:2 reward:1.0
episode:875  avg_reward:0.16666666666666666
episode:876  step:0    state:0   action:1 reward:0.0
episode:876  step:1    state:4   action:1 reward:0.0
episode:876  step:2    state:8   action:2 reward:0.0
episode:876  step:3    state:9   action:2 reward:0.0
episode:876  step:4    state:10  action:1 reward:0.0
episode:876  step:5    state:14  action:2 reward:1.0
episode:876  avg_reward:0.16666666666666666
episode:877  step:0    state:0   action:1 reward:0.0
episode:877  step:1    state:4   action:1 reward:0.0
episode:877  step:2    state:8   action:2 reward:0.0
episode:877  step:3    state:9   action:2 reward:0.0
episode:877  step:4    state:10  action:1 reward:0.0
episode:877  step:5    state:14  action:2 reward:1.0
episode:877  avg_reward:0.16666666666666666
episode:878  step:0    state:0   action:1 reward:0.0
episode:878  step:1    state:4   action:1 reward:0.0
episode:878  step:2    state:8   action:2 reward:0.0
episode:878  step:3    state:9   action:2 reward:0.0
episode:878  step:4    state:10  action:1 reward:0.0
episode:878  step:5    state:14  action:2 reward:1.0
episode:878  avg_reward:0.16666666666666666
episode:879  step:0    state:0   action:1 reward:0.0
episode:879  step:1    state:4   action:1 reward:0.0
episode:879  step:2    state:8   action:2 reward:0.0
episode:879  step:3    state:9   action:2 reward:0.0
episode:879  step:4    state:10  action:1 reward:0.0
episode:879  step:5    state:14  action:2 reward:1.0
episode:879  avg_reward:0.16666666666666666
episode:880  step:0    state:0   action:1 reward:0.0
episode:880  step:1    state:4   action:1 reward:0.0
episode:880  step:2    state:8   action:2 reward:0.0
episode:880  step:3    state:9   action:2 reward:0.0
episode:880  step:4    state:10  action:1 reward:0.0
episode:880  step:5    state:14  action:2 reward:1.0
episode:880  avg_reward:0.16666666666666666
episode:881  step:0    state:0   action:1 reward:0.0
episode:881  step:1    state:4   action:1 reward:0.0
episode:881  step:2    state:8   action:2 reward:0.0
episode:881  step:3    state:9   action:2 reward:0.0
episode:881  step:4    state:10  action:1 reward:0.0
episode:881  step:5    state:14  action:2 reward:1.0
episode:881  avg_reward:0.16666666666666666
episode:882  step:0    state:0   action:1 reward:0.0
episode:882  step:1    state:4   action:1 reward:0.0
episode:882  step:2    state:8   action:2 reward:0.0
episode:882  step:3    state:9   action:2 reward:0.0
episode:882  step:4    state:10  action:1 reward:0.0
episode:882  step:5    state:14  action:2 reward:1.0
episode:882  avg_reward:0.16666666666666666
episode:883  step:0    state:0   action:1 reward:0.0
episode:883  step:1    state:4   action:1 reward:0.0
episode:883  step:2    state:8   action:2 reward:0.0
episode:883  step:3    state:9   action:2 reward:0.0
episode:883  step:4    state:10  action:1 reward:0.0
episode:883  step:5    state:14  action:2 reward:1.0
episode:883  avg_reward:0.16666666666666666
episode:884  step:0    state:0   action:1 reward:0.0
episode:884  step:1    state:4   action:1 reward:0.0
episode:884  step:2    state:8   action:2 reward:0.0
episode:884  step:3    state:9   action:2 reward:0.0
episode:884  step:4    state:10  action:1 reward:0.0
episode:884  step:5    state:14  action:2 reward:1.0
episode:884  avg_reward:0.16666666666666666
episode:885  step:0    state:0   action:1 reward:0.0
episode:885  step:1    state:4   action:1 reward:0.0
episode:885  step:2    state:8   action:2 reward:0.0
episode:885  step:3    state:9   action:2 reward:0.0
episode:885  step:4    state:10  action:1 reward:0.0
episode:885  step:5    state:14  action:2 reward:1.0
episode:885  avg_reward:0.16666666666666666
episode:886  step:0    state:0   action:1 reward:0.0
episode:886  step:1    state:4   action:1 reward:0.0
episode:886  step:2    state:8   action:2 reward:0.0
episode:886  step:3    state:9   action:2 reward:0.0
episode:886  step:4    state:10  action:1 reward:0.0
episode:886  step:5    state:14  action:2 reward:1.0
episode:886  avg_reward:0.16666666666666666
episode:887  step:0    state:0   action:1 reward:0.0
episode:887  step:1    state:4   action:1 reward:0.0
episode:887  step:2    state:8   action:2 reward:0.0
episode:887  step:3    state:9   action:2 reward:0.0
episode:887  step:4    state:10  action:1 reward:0.0
episode:887  step:5    state:14  action:2 reward:1.0
episode:887  avg_reward:0.16666666666666666
episode:888  step:0    state:0   action:1 reward:0.0
episode:888  step:1    state:4   action:1 reward:0.0
episode:888  step:2    state:8   action:2 reward:0.0
episode:888  step:3    state:9   action:2 reward:0.0
episode:888  step:4    state:10  action:1 reward:0.0
episode:888  step:5    state:14  action:2 reward:1.0
episode:888  avg_reward:0.16666666666666666
episode:889  step:0    state:0   action:1 reward:0.0
episode:889  step:1    state:4   action:1 reward:0.0
episode:889  step:2    state:8   action:2 reward:0.0
episode:889  step:3    state:9   action:2 reward:0.0
episode:889  step:4    state:10  action:1 reward:0.0
episode:889  step:5    state:14  action:2 reward:1.0
episode:889  avg_reward:0.16666666666666666
episode:890  step:0    state:0   action:1 reward:0.0
episode:890  step:1    state:4   action:1 reward:0.0
episode:890  step:2    state:8   action:2 reward:0.0
episode:890  step:3    state:9   action:2 reward:0.0
episode:890  step:4    state:10  action:1 reward:0.0
episode:890  step:5    state:14  action:2 reward:1.0
episode:890  avg_reward:0.16666666666666666
episode:891  step:0    state:0   action:1 reward:0.0
episode:891  step:1    state:4   action:1 reward:0.0
episode:891  step:2    state:8   action:2 reward:0.0
episode:891  step:3    state:9   action:2 reward:0.0
episode:891  step:4    state:10  action:1 reward:0.0
episode:891  step:5    state:14  action:2 reward:1.0
episode:891  avg_reward:0.16666666666666666
episode:892  step:0    state:0   action:1 reward:0.0
episode:892  step:1    state:4   action:1 reward:0.0
episode:892  step:2    state:8   action:2 reward:0.0
episode:892  step:3    state:9   action:2 reward:0.0
episode:892  step:4    state:10  action:1 reward:0.0
episode:892  step:5    state:14  action:2 reward:1.0
episode:892  avg_reward:0.16666666666666666
episode:893  step:0    state:0   action:1 reward:0.0
episode:893  step:1    state:4   action:1 reward:0.0
episode:893  step:2    state:8   action:2 reward:0.0
episode:893  step:3    state:9   action:2 reward:0.0
episode:893  step:4    state:10  action:1 reward:0.0
episode:893  step:5    state:14  action:2 reward:1.0
episode:893  avg_reward:0.16666666666666666
episode:894  step:0    state:0   action:1 reward:0.0
episode:894  step:1    state:4   action:1 reward:0.0
episode:894  step:2    state:8   action:2 reward:0.0
episode:894  step:3    state:9   action:2 reward:0.0
episode:894  step:4    state:10  action:1 reward:0.0
episode:894  step:5    state:14  action:2 reward:1.0
episode:894  avg_reward:0.16666666666666666
episode:895  step:0    state:0   action:1 reward:0.0
episode:895  step:1    state:4   action:1 reward:0.0
episode:895  step:2    state:8   action:2 reward:0.0
episode:895  step:3    state:9   action:2 reward:0.0
episode:895  step:4    state:10  action:1 reward:0.0
episode:895  step:5    state:14  action:2 reward:1.0
episode:895  avg_reward:0.16666666666666666
episode:896  step:0    state:0   action:1 reward:0.0
episode:896  step:1    state:4   action:1 reward:0.0
episode:896  step:2    state:8   action:2 reward:0.0
episode:896  step:3    state:9   action:2 reward:0.0
episode:896  step:4    state:10  action:1 reward:0.0
episode:896  step:5    state:14  action:2 reward:1.0
episode:896  avg_reward:0.16666666666666666
episode:897  step:0    state:0   action:1 reward:0.0
episode:897  step:1    state:4   action:1 reward:0.0
episode:897  step:2    state:8   action:2 reward:0.0
episode:897  step:3    state:9   action:2 reward:0.0
episode:897  step:4    state:10  action:1 reward:0.0
episode:897  step:5    state:14  action:2 reward:1.0
episode:897  avg_reward:0.16666666666666666
episode:898  step:0    state:0   action:1 reward:0.0
episode:898  step:1    state:4   action:1 reward:0.0
episode:898  step:2    state:8   action:2 reward:0.0
episode:898  step:3    state:9   action:2 reward:0.0
episode:898  step:4    state:10  action:1 reward:0.0
episode:898  step:5    state:14  action:2 reward:1.0
episode:898  avg_reward:0.16666666666666666
episode:899  step:0    state:0   action:1 reward:0.0
episode:899  step:1    state:4   action:1 reward:0.0
episode:899  step:2    state:8   action:2 reward:0.0
episode:899  step:3    state:9   action:2 reward:0.0
episode:899  step:4    state:10  action:1 reward:0.0
episode:899  step:5    state:14  action:2 reward:1.0
episode:899  avg_reward:0.16666666666666666
episode:900  step:0    state:0   action:1 reward:0.0
episode:900  step:1    state:4   action:1 reward:0.0
episode:900  step:2    state:8   action:2 reward:0.0
episode:900  step:3    state:9   action:2 reward:0.0
episode:900  step:4    state:10  action:1 reward:0.0
episode:900  step:5    state:14  action:2 reward:1.0
episode:900  avg_reward:0.16666666666666666
episode:901  step:0    state:0   action:1 reward:0.0
episode:901  step:1    state:4   action:1 reward:0.0
episode:901  step:2    state:8   action:2 reward:0.0
episode:901  step:3    state:9   action:2 reward:0.0
episode:901  step:4    state:10  action:1 reward:0.0
episode:901  step:5    state:14  action:2 reward:1.0
episode:901  avg_reward:0.16666666666666666
episode:902  step:0    state:0   action:1 reward:0.0
episode:902  step:1    state:4   action:1 reward:0.0
episode:902  step:2    state:8   action:2 reward:0.0
episode:902  step:3    state:9   action:2 reward:0.0
episode:902  step:4    state:10  action:1 reward:0.0
episode:902  step:5    state:14  action:2 reward:1.0
episode:902  avg_reward:0.16666666666666666
episode:903  step:0    state:0   action:1 reward:0.0
episode:903  step:1    state:4   action:1 reward:0.0
episode:903  step:2    state:8   action:2 reward:0.0
episode:903  step:3    state:9   action:2 reward:0.0
episode:903  step:4    state:10  action:1 reward:0.0
episode:903  step:5    state:14  action:2 reward:1.0
episode:903  avg_reward:0.16666666666666666
episode:904  step:0    state:0   action:1 reward:0.0
episode:904  step:1    state:4   action:1 reward:0.0
episode:904  step:2    state:8   action:2 reward:0.0
episode:904  step:3    state:9   action:2 reward:0.0
episode:904  step:4    state:10  action:1 reward:0.0
episode:904  step:5    state:14  action:2 reward:1.0
episode:904  avg_reward:0.16666666666666666
episode:905  step:0    state:0   action:1 reward:0.0
episode:905  step:1    state:4   action:1 reward:0.0
episode:905  step:2    state:8   action:2 reward:0.0
episode:905  step:3    state:9   action:2 reward:0.0
episode:905  step:4    state:10  action:1 reward:0.0
episode:905  step:5    state:14  action:2 reward:1.0
episode:905  avg_reward:0.16666666666666666
episode:906  step:0    state:0   action:1 reward:0.0
episode:906  step:1    state:4   action:1 reward:0.0
episode:906  step:2    state:8   action:2 reward:0.0
episode:906  step:3    state:9   action:2 reward:0.0
episode:906  step:4    state:10  action:1 reward:0.0
episode:906  step:5    state:14  action:2 reward:1.0
episode:906  avg_reward:0.16666666666666666
episode:907  step:0    state:0   action:1 reward:0.0
episode:907  step:1    state:4   action:1 reward:0.0
episode:907  step:2    state:8   action:2 reward:0.0
episode:907  step:3    state:9   action:2 reward:0.0
episode:907  step:4    state:10  action:1 reward:0.0
episode:907  step:5    state:14  action:2 reward:1.0
episode:907  avg_reward:0.16666666666666666
episode:908  step:0    state:0   action:1 reward:0.0
episode:908  step:1    state:4   action:1 reward:0.0
episode:908  step:2    state:8   action:2 reward:0.0
episode:908  step:3    state:9   action:2 reward:0.0
episode:908  step:4    state:10  action:1 reward:0.0
episode:908  step:5    state:14  action:2 reward:1.0
episode:908  avg_reward:0.16666666666666666
episode:909  step:0    state:0   action:1 reward:0.0
episode:909  step:1    state:4   action:1 reward:0.0
episode:909  step:2    state:8   action:2 reward:0.0
episode:909  step:3    state:9   action:2 reward:0.0
episode:909  step:4    state:10  action:1 reward:0.0
episode:909  step:5    state:14  action:2 reward:1.0
episode:909  avg_reward:0.16666666666666666
episode:910  step:0    state:0   action:1 reward:0.0
episode:910  step:1    state:4   action:1 reward:0.0
episode:910  step:2    state:8   action:2 reward:0.0
episode:910  step:3    state:9   action:2 reward:0.0
episode:910  step:4    state:10  action:1 reward:0.0
episode:910  step:5    state:14  action:2 reward:1.0
episode:910  avg_reward:0.16666666666666666
episode:911  step:0    state:0   action:1 reward:0.0
episode:911  step:1    state:4   action:1 reward:0.0
episode:911  step:2    state:8   action:2 reward:0.0
episode:911  step:3    state:9   action:2 reward:0.0
episode:911  step:4    state:10  action:1 reward:0.0
episode:911  step:5    state:14  action:2 reward:1.0
episode:911  avg_reward:0.16666666666666666
episode:912  step:0    state:0   action:1 reward:0.0
episode:912  step:1    state:4   action:1 reward:0.0
episode:912  step:2    state:8   action:2 reward:0.0
episode:912  step:3    state:9   action:2 reward:0.0
episode:912  step:4    state:10  action:1 reward:0.0
episode:912  step:5    state:14  action:2 reward:1.0
episode:912  avg_reward:0.16666666666666666
episode:913  step:0    state:0   action:1 reward:0.0
episode:913  step:1    state:4   action:1 reward:0.0
episode:913  step:2    state:8   action:2 reward:0.0
episode:913  step:3    state:9   action:2 reward:0.0
episode:913  step:4    state:10  action:1 reward:0.0
episode:913  step:5    state:14  action:2 reward:1.0
episode:913  avg_reward:0.16666666666666666
episode:914  step:0    state:0   action:1 reward:0.0
episode:914  step:1    state:4   action:1 reward:0.0
episode:914  step:2    state:8   action:2 reward:0.0
episode:914  step:3    state:9   action:2 reward:0.0
episode:914  step:4    state:10  action:1 reward:0.0
episode:914  step:5    state:14  action:2 reward:1.0
episode:914  avg_reward:0.16666666666666666
episode:915  step:0    state:0   action:1 reward:0.0
episode:915  step:1    state:4   action:1 reward:0.0
episode:915  step:2    state:8   action:2 reward:0.0
episode:915  step:3    state:9   action:2 reward:0.0
episode:915  step:4    state:10  action:1 reward:0.0
episode:915  step:5    state:14  action:2 reward:1.0
episode:915  avg_reward:0.16666666666666666
episode:916  step:0    state:0   action:1 reward:0.0
episode:916  step:1    state:4   action:1 reward:0.0
episode:916  step:2    state:8   action:2 reward:0.0
episode:916  step:3    state:9   action:2 reward:0.0
episode:916  step:4    state:10  action:1 reward:0.0
episode:916  step:5    state:14  action:2 reward:1.0
episode:916  avg_reward:0.16666666666666666
episode:917  step:0    state:0   action:1 reward:0.0
episode:917  step:1    state:4   action:1 reward:0.0
episode:917  step:2    state:8   action:2 reward:0.0
episode:917  step:3    state:9   action:2 reward:0.0
episode:917  step:4    state:10  action:1 reward:0.0
episode:917  step:5    state:14  action:2 reward:1.0
episode:917  avg_reward:0.16666666666666666
episode:918  step:0    state:0   action:1 reward:0.0
episode:918  step:1    state:4   action:1 reward:0.0
episode:918  step:2    state:8   action:2 reward:0.0
episode:918  step:3    state:9   action:2 reward:0.0
episode:918  step:4    state:10  action:1 reward:0.0
episode:918  step:5    state:14  action:2 reward:1.0
episode:918  avg_reward:0.16666666666666666
episode:919  step:0    state:0   action:1 reward:0.0
episode:919  step:1    state:4   action:1 reward:0.0
episode:919  step:2    state:8   action:2 reward:0.0
episode:919  step:3    state:9   action:2 reward:0.0
episode:919  step:4    state:10  action:1 reward:0.0
episode:919  step:5    state:14  action:2 reward:1.0
episode:919  avg_reward:0.16666666666666666
episode:920  step:0    state:0   action:1 reward:0.0
episode:920  step:1    state:4   action:1 reward:0.0
episode:920  step:2    state:8   action:2 reward:0.0
episode:920  step:3    state:9   action:2 reward:0.0
episode:920  step:4    state:10  action:1 reward:0.0
episode:920  step:5    state:14  action:2 reward:1.0
episode:920  avg_reward:0.16666666666666666
episode:921  step:0    state:0   action:1 reward:0.0
episode:921  step:1    state:4   action:1 reward:0.0
episode:921  step:2    state:8   action:2 reward:0.0
episode:921  step:3    state:9   action:2 reward:0.0
episode:921  step:4    state:10  action:1 reward:0.0
episode:921  step:5    state:14  action:2 reward:1.0
episode:921  avg_reward:0.16666666666666666
episode:922  step:0    state:0   action:1 reward:0.0
episode:922  step:1    state:4   action:1 reward:0.0
episode:922  step:2    state:8   action:2 reward:0.0
episode:922  step:3    state:9   action:2 reward:0.0
episode:922  step:4    state:10  action:1 reward:0.0
episode:922  step:5    state:14  action:2 reward:1.0
episode:922  avg_reward:0.16666666666666666
episode:923  step:0    state:0   action:1 reward:0.0
episode:923  step:1    state:4   action:1 reward:0.0
episode:923  step:2    state:8   action:2 reward:0.0
episode:923  step:3    state:9   action:2 reward:0.0
episode:923  step:4    state:10  action:1 reward:0.0
episode:923  step:5    state:14  action:2 reward:1.0
episode:923  avg_reward:0.16666666666666666
episode:924  step:0    state:0   action:1 reward:0.0
episode:924  step:1    state:4   action:1 reward:0.0
episode:924  step:2    state:8   action:2 reward:0.0
episode:924  step:3    state:9   action:2 reward:0.0
episode:924  step:4    state:10  action:1 reward:0.0
episode:924  step:5    state:14  action:2 reward:1.0
episode:924  avg_reward:0.16666666666666666
episode:925  step:0    state:0   action:1 reward:0.0
episode:925  step:1    state:4   action:1 reward:0.0
episode:925  step:2    state:8   action:2 reward:0.0
episode:925  step:3    state:9   action:2 reward:0.0
episode:925  step:4    state:10  action:1 reward:0.0
episode:925  step:5    state:14  action:2 reward:1.0
episode:925  avg_reward:0.16666666666666666
episode:926  step:0    state:0   action:1 reward:0.0
episode:926  step:1    state:4   action:1 reward:0.0
episode:926  step:2    state:8   action:2 reward:0.0
episode:926  step:3    state:9   action:2 reward:0.0
episode:926  step:4    state:10  action:1 reward:0.0
episode:926  step:5    state:14  action:2 reward:1.0
episode:926  avg_reward:0.16666666666666666
episode:927  step:0    state:0   action:1 reward:0.0
episode:927  step:1    state:4   action:1 reward:0.0
episode:927  step:2    state:8   action:2 reward:0.0
episode:927  step:3    state:9   action:2 reward:0.0
episode:927  step:4    state:10  action:1 reward:0.0
episode:927  step:5    state:14  action:2 reward:1.0
episode:927  avg_reward:0.16666666666666666
episode:928  step:0    state:0   action:1 reward:0.0
episode:928  step:1    state:4   action:1 reward:0.0
episode:928  step:2    state:8   action:2 reward:0.0
episode:928  step:3    state:9   action:2 reward:0.0
episode:928  step:4    state:10  action:1 reward:0.0
episode:928  step:5    state:14  action:2 reward:1.0
episode:928  avg_reward:0.16666666666666666
episode:929  step:0    state:0   action:1 reward:0.0
episode:929  step:1    state:4   action:1 reward:0.0
episode:929  step:2    state:8   action:2 reward:0.0
episode:929  step:3    state:9   action:2 reward:0.0
episode:929  step:4    state:10  action:1 reward:0.0
episode:929  step:5    state:14  action:2 reward:1.0
episode:929  avg_reward:0.16666666666666666
episode:930  step:0    state:0   action:1 reward:0.0
episode:930  step:1    state:4   action:1 reward:0.0
episode:930  step:2    state:8   action:2 reward:0.0
episode:930  step:3    state:9   action:2 reward:0.0
episode:930  step:4    state:10  action:1 reward:0.0
episode:930  step:5    state:14  action:2 reward:1.0
episode:930  avg_reward:0.16666666666666666
episode:931  step:0    state:0   action:1 reward:0.0
episode:931  step:1    state:4   action:1 reward:0.0
episode:931  step:2    state:8   action:2 reward:0.0
episode:931  step:3    state:9   action:2 reward:0.0
episode:931  step:4    state:10  action:1 reward:0.0
episode:931  step:5    state:14  action:2 reward:1.0
episode:931  avg_reward:0.16666666666666666
episode:932  step:0    state:0   action:1 reward:0.0
episode:932  step:1    state:4   action:1 reward:0.0
episode:932  step:2    state:8   action:2 reward:0.0
episode:932  step:3    state:9   action:2 reward:0.0
episode:932  step:4    state:10  action:1 reward:0.0
episode:932  step:5    state:14  action:2 reward:1.0
episode:932  avg_reward:0.16666666666666666
episode:933  step:0    state:0   action:1 reward:0.0
episode:933  step:1    state:4   action:1 reward:0.0
episode:933  step:2    state:8   action:2 reward:0.0
episode:933  step:3    state:9   action:2 reward:0.0
episode:933  step:4    state:10  action:1 reward:0.0
episode:933  step:5    state:14  action:2 reward:1.0
episode:933  avg_reward:0.16666666666666666
episode:934  step:0    state:0   action:1 reward:0.0
episode:934  step:1    state:4   action:1 reward:0.0
episode:934  step:2    state:8   action:2 reward:0.0
episode:934  step:3    state:9   action:2 reward:0.0
episode:934  step:4    state:10  action:1 reward:0.0
episode:934  step:5    state:14  action:2 reward:1.0
episode:934  avg_reward:0.16666666666666666
episode:935  step:0    state:0   action:1 reward:0.0
episode:935  step:1    state:4   action:1 reward:0.0
episode:935  step:2    state:8   action:2 reward:0.0
episode:935  step:3    state:9   action:2 reward:0.0
episode:935  step:4    state:10  action:1 reward:0.0
episode:935  step:5    state:14  action:2 reward:1.0
episode:935  avg_reward:0.16666666666666666
episode:936  step:0    state:0   action:1 reward:0.0
episode:936  step:1    state:4   action:1 reward:0.0
episode:936  step:2    state:8   action:2 reward:0.0
episode:936  step:3    state:9   action:2 reward:0.0
episode:936  step:4    state:10  action:1 reward:0.0
episode:936  step:5    state:14  action:2 reward:1.0
episode:936  avg_reward:0.16666666666666666
episode:937  step:0    state:0   action:1 reward:0.0
episode:937  step:1    state:4   action:1 reward:0.0
episode:937  step:2    state:8   action:2 reward:0.0
episode:937  step:3    state:9   action:2 reward:0.0
episode:937  step:4    state:10  action:1 reward:0.0
episode:937  step:5    state:14  action:2 reward:1.0
episode:937  avg_reward:0.16666666666666666
episode:938  step:0    state:0   action:1 reward:0.0
episode:938  step:1    state:4   action:1 reward:0.0
episode:938  step:2    state:8   action:2 reward:0.0
episode:938  step:3    state:9   action:2 reward:0.0
episode:938  step:4    state:10  action:1 reward:0.0
episode:938  step:5    state:14  action:2 reward:1.0
episode:938  avg_reward:0.16666666666666666
episode:939  step:0    state:0   action:1 reward:0.0
episode:939  step:1    state:4   action:1 reward:0.0
episode:939  step:2    state:8   action:2 reward:0.0
episode:939  step:3    state:9   action:2 reward:0.0
episode:939  step:4    state:10  action:1 reward:0.0
episode:939  step:5    state:14  action:2 reward:1.0
episode:939  avg_reward:0.16666666666666666
episode:940  step:0    state:0   action:1 reward:0.0
episode:940  step:1    state:4   action:1 reward:0.0
episode:940  step:2    state:8   action:2 reward:0.0
episode:940  step:3    state:9   action:2 reward:0.0
episode:940  step:4    state:10  action:1 reward:0.0
episode:940  step:5    state:14  action:2 reward:1.0
episode:940  avg_reward:0.16666666666666666
episode:941  step:0    state:0   action:1 reward:0.0
episode:941  step:1    state:4   action:1 reward:0.0
episode:941  step:2    state:8   action:2 reward:0.0
episode:941  step:3    state:9   action:2 reward:0.0
episode:941  step:4    state:10  action:1 reward:0.0
episode:941  step:5    state:14  action:2 reward:1.0
episode:941  avg_reward:0.16666666666666666
episode:942  step:0    state:0   action:1 reward:0.0
episode:942  step:1    state:4   action:1 reward:0.0
episode:942  step:2    state:8   action:2 reward:0.0
episode:942  step:3    state:9   action:2 reward:0.0
episode:942  step:4    state:10  action:1 reward:0.0
episode:942  step:5    state:14  action:2 reward:1.0
episode:942  avg_reward:0.16666666666666666
episode:943  step:0    state:0   action:1 reward:0.0
episode:943  step:1    state:4   action:1 reward:0.0
episode:943  step:2    state:8   action:2 reward:0.0
episode:943  step:3    state:9   action:2 reward:0.0
episode:943  step:4    state:10  action:1 reward:0.0
episode:943  step:5    state:14  action:2 reward:1.0
episode:943  avg_reward:0.16666666666666666
episode:944  step:0    state:0   action:1 reward:0.0
episode:944  step:1    state:4   action:1 reward:0.0
episode:944  step:2    state:8   action:2 reward:0.0
episode:944  step:3    state:9   action:2 reward:0.0
episode:944  step:4    state:10  action:1 reward:0.0
episode:944  step:5    state:14  action:2 reward:1.0
episode:944  avg_reward:0.16666666666666666
episode:945  step:0    state:0   action:1 reward:0.0
episode:945  step:1    state:4   action:1 reward:0.0
episode:945  step:2    state:8   action:2 reward:0.0
episode:945  step:3    state:9   action:2 reward:0.0
episode:945  step:4    state:10  action:1 reward:0.0
episode:945  step:5    state:14  action:2 reward:1.0
episode:945  avg_reward:0.16666666666666666
episode:946  step:0    state:0   action:1 reward:0.0
episode:946  step:1    state:4   action:1 reward:0.0
episode:946  step:2    state:8   action:2 reward:0.0
episode:946  step:3    state:9   action:2 reward:0.0
episode:946  step:4    state:10  action:1 reward:0.0
episode:946  step:5    state:14  action:2 reward:1.0
episode:946  avg_reward:0.16666666666666666
episode:947  step:0    state:0   action:1 reward:0.0
episode:947  step:1    state:4   action:1 reward:0.0
episode:947  step:2    state:8   action:2 reward:0.0
episode:947  step:3    state:9   action:2 reward:0.0
episode:947  step:4    state:10  action:1 reward:0.0
episode:947  step:5    state:14  action:2 reward:1.0
episode:947  avg_reward:0.16666666666666666
episode:948  step:0    state:0   action:1 reward:0.0
episode:948  step:1    state:4   action:1 reward:0.0
episode:948  step:2    state:8   action:2 reward:0.0
episode:948  step:3    state:9   action:2 reward:0.0
episode:948  step:4    state:10  action:1 reward:0.0
episode:948  step:5    state:14  action:2 reward:1.0
episode:948  avg_reward:0.16666666666666666
episode:949  step:0    state:0   action:1 reward:0.0
episode:949  step:1    state:4   action:1 reward:0.0
episode:949  step:2    state:8   action:2 reward:0.0
episode:949  step:3    state:9   action:2 reward:0.0
episode:949  step:4    state:10  action:1 reward:0.0
episode:949  step:5    state:14  action:2 reward:1.0
episode:949  avg_reward:0.16666666666666666
episode:950  step:0    state:0   action:1 reward:0.0
episode:950  step:1    state:4   action:1 reward:0.0
episode:950  step:2    state:8   action:2 reward:0.0
episode:950  step:3    state:9   action:2 reward:0.0
episode:950  step:4    state:10  action:1 reward:0.0
episode:950  step:5    state:14  action:2 reward:1.0
episode:950  avg_reward:0.16666666666666666
episode:951  step:0    state:0   action:1 reward:0.0
episode:951  step:1    state:4   action:1 reward:0.0
episode:951  step:2    state:8   action:2 reward:0.0
episode:951  step:3    state:9   action:2 reward:0.0
episode:951  step:4    state:10  action:1 reward:0.0
episode:951  step:5    state:14  action:2 reward:1.0
episode:951  avg_reward:0.16666666666666666
episode:952  step:0    state:0   action:1 reward:0.0
episode:952  step:1    state:4   action:1 reward:0.0
episode:952  step:2    state:8   action:2 reward:0.0
episode:952  step:3    state:9   action:2 reward:0.0
episode:952  step:4    state:10  action:1 reward:0.0
episode:952  step:5    state:14  action:2 reward:1.0
episode:952  avg_reward:0.16666666666666666
episode:953  step:0    state:0   action:1 reward:0.0
episode:953  step:1    state:4   action:1 reward:0.0
episode:953  step:2    state:8   action:2 reward:0.0
episode:953  step:3    state:9   action:2 reward:0.0
episode:953  step:4    state:10  action:1 reward:0.0
episode:953  step:5    state:14  action:2 reward:1.0
episode:953  avg_reward:0.16666666666666666
episode:954  step:0    state:0   action:1 reward:0.0
episode:954  step:1    state:4   action:1 reward:0.0
episode:954  step:2    state:8   action:2 reward:0.0
episode:954  step:3    state:9   action:2 reward:0.0
episode:954  step:4    state:10  action:1 reward:0.0
episode:954  step:5    state:14  action:2 reward:1.0
episode:954  avg_reward:0.16666666666666666
episode:955  step:0    state:0   action:1 reward:0.0
episode:955  step:1    state:4   action:1 reward:0.0
episode:955  step:2    state:8   action:2 reward:0.0
episode:955  step:3    state:9   action:2 reward:0.0
episode:955  step:4    state:10  action:1 reward:0.0
episode:955  step:5    state:14  action:2 reward:1.0
episode:955  avg_reward:0.16666666666666666
episode:956  step:0    state:0   action:1 reward:0.0
episode:956  step:1    state:4   action:1 reward:0.0
episode:956  step:2    state:8   action:2 reward:0.0
episode:956  step:3    state:9   action:2 reward:0.0
episode:956  step:4    state:10  action:1 reward:0.0
episode:956  step:5    state:14  action:2 reward:1.0
episode:956  avg_reward:0.16666666666666666
episode:957  step:0    state:0   action:1 reward:0.0
episode:957  step:1    state:4   action:1 reward:0.0
episode:957  step:2    state:8   action:2 reward:0.0
episode:957  step:3    state:9   action:2 reward:0.0
episode:957  step:4    state:10  action:1 reward:0.0
episode:957  step:5    state:14  action:2 reward:1.0
episode:957  avg_reward:0.16666666666666666
episode:958  step:0    state:0   action:1 reward:0.0
episode:958  step:1    state:4   action:1 reward:0.0
episode:958  step:2    state:8   action:2 reward:0.0
episode:958  step:3    state:9   action:2 reward:0.0
episode:958  step:4    state:10  action:1 reward:0.0
episode:958  step:5    state:14  action:2 reward:1.0
episode:958  avg_reward:0.16666666666666666
episode:959  step:0    state:0   action:1 reward:0.0
episode:959  step:1    state:4   action:1 reward:0.0
episode:959  step:2    state:8   action:2 reward:0.0
episode:959  step:3    state:9   action:2 reward:0.0
episode:959  step:4    state:10  action:1 reward:0.0
episode:959  step:5    state:14  action:2 reward:1.0
episode:959  avg_reward:0.16666666666666666
episode:960  step:0    state:0   action:1 reward:0.0
episode:960  step:1    state:4   action:1 reward:0.0
episode:960  step:2    state:8   action:2 reward:0.0
episode:960  step:3    state:9   action:2 reward:0.0
episode:960  step:4    state:10  action:1 reward:0.0
episode:960  step:5    state:14  action:2 reward:1.0
episode:960  avg_reward:0.16666666666666666
episode:961  step:0    state:0   action:1 reward:0.0
episode:961  step:1    state:4   action:1 reward:0.0
episode:961  step:2    state:8   action:2 reward:0.0
episode:961  step:3    state:9   action:2 reward:0.0
episode:961  step:4    state:10  action:1 reward:0.0
episode:961  step:5    state:14  action:2 reward:1.0
episode:961  avg_reward:0.16666666666666666
episode:962  step:0    state:0   action:1 reward:0.0
episode:962  step:1    state:4   action:1 reward:0.0
episode:962  step:2    state:8   action:2 reward:0.0
episode:962  step:3    state:9   action:2 reward:0.0
episode:962  step:4    state:10  action:1 reward:0.0
episode:962  step:5    state:14  action:2 reward:1.0
episode:962  avg_reward:0.16666666666666666
episode:963  step:0    state:0   action:1 reward:0.0
episode:963  step:1    state:4   action:1 reward:0.0
episode:963  step:2    state:8   action:2 reward:0.0
episode:963  step:3    state:9   action:2 reward:0.0
episode:963  step:4    state:10  action:1 reward:0.0
episode:963  step:5    state:14  action:2 reward:1.0
episode:963  avg_reward:0.16666666666666666
episode:964  step:0    state:0   action:1 reward:0.0
episode:964  step:1    state:4   action:1 reward:0.0
episode:964  step:2    state:8   action:2 reward:0.0
episode:964  step:3    state:9   action:2 reward:0.0
episode:964  step:4    state:10  action:1 reward:0.0
episode:964  step:5    state:14  action:2 reward:1.0
episode:964  avg_reward:0.16666666666666666
episode:965  step:0    state:0   action:1 reward:0.0
episode:965  step:1    state:4   action:1 reward:0.0
episode:965  step:2    state:8   action:2 reward:0.0
episode:965  step:3    state:9   action:2 reward:0.0
episode:965  step:4    state:10  action:1 reward:0.0
episode:965  step:5    state:14  action:2 reward:1.0
episode:965  avg_reward:0.16666666666666666
episode:966  step:0    state:0   action:1 reward:0.0
episode:966  step:1    state:4   action:1 reward:0.0
episode:966  step:2    state:8   action:2 reward:0.0
episode:966  step:3    state:9   action:2 reward:0.0
episode:966  step:4    state:10  action:1 reward:0.0
episode:966  step:5    state:14  action:2 reward:1.0
episode:966  avg_reward:0.16666666666666666
episode:967  step:0    state:0   action:1 reward:0.0
episode:967  step:1    state:4   action:1 reward:0.0
episode:967  step:2    state:8   action:2 reward:0.0
episode:967  step:3    state:9   action:2 reward:0.0
episode:967  step:4    state:10  action:1 reward:0.0
episode:967  step:5    state:14  action:2 reward:1.0
episode:967  avg_reward:0.16666666666666666
episode:968  step:0    state:0   action:1 reward:0.0
episode:968  step:1    state:4   action:1 reward:0.0
episode:968  step:2    state:8   action:2 reward:0.0
episode:968  step:3    state:9   action:2 reward:0.0
episode:968  step:4    state:10  action:1 reward:0.0
episode:968  step:5    state:14  action:2 reward:1.0
episode:968  avg_reward:0.16666666666666666
episode:969  step:0    state:0   action:1 reward:0.0
episode:969  step:1    state:4   action:1 reward:0.0
episode:969  step:2    state:8   action:2 reward:0.0
episode:969  step:3    state:9   action:2 reward:0.0
episode:969  step:4    state:10  action:1 reward:0.0
episode:969  step:5    state:14  action:2 reward:1.0
episode:969  avg_reward:0.16666666666666666
episode:970  step:0    state:0   action:1 reward:0.0
episode:970  step:1    state:4   action:1 reward:0.0
episode:970  step:2    state:8   action:2 reward:0.0
episode:970  step:3    state:9   action:2 reward:0.0
episode:970  step:4    state:10  action:1 reward:0.0
episode:970  step:5    state:14  action:2 reward:1.0
episode:970  avg_reward:0.16666666666666666
episode:971  step:0    state:0   action:1 reward:0.0
episode:971  step:1    state:4   action:1 reward:0.0
episode:971  step:2    state:8   action:2 reward:0.0
episode:971  step:3    state:9   action:2 reward:0.0
episode:971  step:4    state:10  action:1 reward:0.0
episode:971  step:5    state:14  action:2 reward:1.0
episode:971  avg_reward:0.16666666666666666
episode:972  step:0    state:0   action:1 reward:0.0
episode:972  step:1    state:4   action:1 reward:0.0
episode:972  step:2    state:8   action:2 reward:0.0
episode:972  step:3    state:9   action:2 reward:0.0
episode:972  step:4    state:10  action:1 reward:0.0
episode:972  step:5    state:14  action:2 reward:1.0
episode:972  avg_reward:0.16666666666666666
episode:973  step:0    state:0   action:1 reward:0.0
episode:973  step:1    state:4   action:1 reward:0.0
episode:973  step:2    state:8   action:2 reward:0.0
episode:973  step:3    state:9   action:2 reward:0.0
episode:973  step:4    state:10  action:1 reward:0.0
episode:973  step:5    state:14  action:2 reward:1.0
episode:973  avg_reward:0.16666666666666666
episode:974  step:0    state:0   action:1 reward:0.0
episode:974  step:1    state:4   action:1 reward:0.0
episode:974  step:2    state:8   action:2 reward:0.0
episode:974  step:3    state:9   action:2 reward:0.0
episode:974  step:4    state:10  action:1 reward:0.0
episode:974  step:5    state:14  action:2 reward:1.0
episode:974  avg_reward:0.16666666666666666
episode:975  step:0    state:0   action:1 reward:0.0
episode:975  step:1    state:4   action:1 reward:0.0
episode:975  step:2    state:8   action:2 reward:0.0
episode:975  step:3    state:9   action:2 reward:0.0
episode:975  step:4    state:10  action:1 reward:0.0
episode:975  step:5    state:14  action:2 reward:1.0
episode:975  avg_reward:0.16666666666666666
episode:976  step:0    state:0   action:1 reward:0.0
episode:976  step:1    state:4   action:1 reward:0.0
episode:976  step:2    state:8   action:2 reward:0.0
episode:976  step:3    state:9   action:2 reward:0.0
episode:976  step:4    state:10  action:1 reward:0.0
episode:976  step:5    state:14  action:2 reward:1.0
episode:976  avg_reward:0.16666666666666666
episode:977  step:0    state:0   action:1 reward:0.0
episode:977  step:1    state:4   action:1 reward:0.0
episode:977  step:2    state:8   action:2 reward:0.0
episode:977  step:3    state:9   action:2 reward:0.0
episode:977  step:4    state:10  action:1 reward:0.0
episode:977  step:5    state:14  action:2 reward:1.0
episode:977  avg_reward:0.16666666666666666
episode:978  step:0    state:0   action:1 reward:0.0
episode:978  step:1    state:4   action:1 reward:0.0
episode:978  step:2    state:8   action:2 reward:0.0
episode:978  step:3    state:9   action:2 reward:0.0
episode:978  step:4    state:10  action:1 reward:0.0
episode:978  step:5    state:14  action:2 reward:1.0
episode:978  avg_reward:0.16666666666666666
episode:979  step:0    state:0   action:1 reward:0.0
episode:979  step:1    state:4   action:1 reward:0.0
episode:979  step:2    state:8   action:2 reward:0.0
episode:979  step:3    state:9   action:2 reward:0.0
episode:979  step:4    state:10  action:1 reward:0.0
episode:979  step:5    state:14  action:2 reward:1.0
episode:979  avg_reward:0.16666666666666666
episode:980  step:0    state:0   action:1 reward:0.0
episode:980  step:1    state:4   action:1 reward:0.0
episode:980  step:2    state:8   action:2 reward:0.0
episode:980  step:3    state:9   action:2 reward:0.0
episode:980  step:4    state:10  action:1 reward:0.0
episode:980  step:5    state:14  action:2 reward:1.0
episode:980  avg_reward:0.16666666666666666
episode:981  step:0    state:0   action:1 reward:0.0
episode:981  step:1    state:4   action:1 reward:0.0
episode:981  step:2    state:8   action:2 reward:0.0
episode:981  step:3    state:9   action:2 reward:0.0
episode:981  step:4    state:10  action:1 reward:0.0
episode:981  step:5    state:14  action:2 reward:1.0
episode:981  avg_reward:0.16666666666666666
episode:982  step:0    state:0   action:1 reward:0.0
episode:982  step:1    state:4   action:1 reward:0.0
episode:982  step:2    state:8   action:2 reward:0.0
episode:982  step:3    state:9   action:2 reward:0.0
episode:982  step:4    state:10  action:1 reward:0.0
episode:982  step:5    state:14  action:2 reward:1.0
episode:982  avg_reward:0.16666666666666666
episode:983  step:0    state:0   action:1 reward:0.0
episode:983  step:1    state:4   action:1 reward:0.0
episode:983  step:2    state:8   action:2 reward:0.0
episode:983  step:3    state:9   action:2 reward:0.0
episode:983  step:4    state:10  action:1 reward:0.0
episode:983  step:5    state:14  action:2 reward:1.0
episode:983  avg_reward:0.16666666666666666
episode:984  step:0    state:0   action:1 reward:0.0
episode:984  step:1    state:4   action:1 reward:0.0
episode:984  step:2    state:8   action:2 reward:0.0
episode:984  step:3    state:9   action:2 reward:0.0
episode:984  step:4    state:10  action:1 reward:0.0
episode:984  step:5    state:14  action:2 reward:1.0
episode:984  avg_reward:0.16666666666666666
episode:985  step:0    state:0   action:1 reward:0.0
episode:985  step:1    state:4   action:1 reward:0.0
episode:985  step:2    state:8   action:2 reward:0.0
episode:985  step:3    state:9   action:2 reward:0.0
episode:985  step:4    state:10  action:1 reward:0.0
episode:985  step:5    state:14  action:2 reward:1.0
episode:985  avg_reward:0.16666666666666666
episode:986  step:0    state:0   action:1 reward:0.0
episode:986  step:1    state:4   action:1 reward:0.0
episode:986  step:2    state:8   action:2 reward:0.0
episode:986  step:3    state:9   action:2 reward:0.0
episode:986  step:4    state:10  action:1 reward:0.0
episode:986  step:5    state:14  action:2 reward:1.0
episode:986  avg_reward:0.16666666666666666
episode:987  step:0    state:0   action:1 reward:0.0
episode:987  step:1    state:4   action:1 reward:0.0
episode:987  step:2    state:8   action:2 reward:0.0
episode:987  step:3    state:9   action:2 reward:0.0
episode:987  step:4    state:10  action:1 reward:0.0
episode:987  step:5    state:14  action:2 reward:1.0
episode:987  avg_reward:0.16666666666666666
episode:988  step:0    state:0   action:1 reward:0.0
episode:988  step:1    state:4   action:1 reward:0.0
episode:988  step:2    state:8   action:2 reward:0.0
episode:988  step:3    state:9   action:2 reward:0.0
episode:988  step:4    state:10  action:1 reward:0.0
episode:988  step:5    state:14  action:2 reward:1.0
episode:988  avg_reward:0.16666666666666666
episode:989  step:0    state:0   action:1 reward:0.0
episode:989  step:1    state:4   action:1 reward:0.0
episode:989  step:2    state:8   action:2 reward:0.0
episode:989  step:3    state:9   action:2 reward:0.0
episode:989  step:4    state:10  action:1 reward:0.0
episode:989  step:5    state:14  action:2 reward:1.0
episode:989  avg_reward:0.16666666666666666
episode:990  step:0    state:0   action:1 reward:0.0
episode:990  step:1    state:4   action:1 reward:0.0
episode:990  step:2    state:8   action:2 reward:0.0
episode:990  step:3    state:9   action:2 reward:0.0
episode:990  step:4    state:10  action:1 reward:0.0
episode:990  step:5    state:14  action:2 reward:1.0
episode:990  avg_reward:0.16666666666666666
episode:991  step:0    state:0   action:1 reward:0.0
episode:991  step:1    state:4   action:1 reward:0.0
episode:991  step:2    state:8   action:2 reward:0.0
episode:991  step:3    state:9   action:2 reward:0.0
episode:991  step:4    state:10  action:1 reward:0.0
episode:991  step:5    state:14  action:2 reward:1.0
episode:991  avg_reward:0.16666666666666666
episode:992  step:0    state:0   action:1 reward:0.0
episode:992  step:1    state:4   action:1 reward:0.0
episode:992  step:2    state:8   action:2 reward:0.0
episode:992  step:3    state:9   action:2 reward:0.0
episode:992  step:4    state:10  action:1 reward:0.0
episode:992  step:5    state:14  action:2 reward:1.0
episode:992  avg_reward:0.16666666666666666
episode:993  step:0    state:0   action:1 reward:0.0
episode:993  step:1    state:4   action:1 reward:0.0
episode:993  step:2    state:8   action:2 reward:0.0
episode:993  step:3    state:9   action:2 reward:0.0
episode:993  step:4    state:10  action:1 reward:0.0
episode:993  step:5    state:14  action:2 reward:1.0
episode:993  avg_reward:0.16666666666666666
episode:994  step:0    state:0   action:1 reward:0.0
episode:994  step:1    state:4   action:1 reward:0.0
episode:994  step:2    state:8   action:2 reward:0.0
episode:994  step:3    state:9   action:2 reward:0.0
episode:994  step:4    state:10  action:1 reward:0.0
episode:994  step:5    state:14  action:2 reward:1.0
episode:994  avg_reward:0.16666666666666666
episode:995  step:0    state:0   action:1 reward:0.0
episode:995  step:1    state:4   action:1 reward:0.0
episode:995  step:2    state:8   action:2 reward:0.0
episode:995  step:3    state:9   action:2 reward:0.0
episode:995  step:4    state:10  action:1 reward:0.0
episode:995  step:5    state:14  action:2 reward:1.0
episode:995  avg_reward:0.16666666666666666
episode:996  step:0    state:0   action:1 reward:0.0
episode:996  step:1    state:4   action:1 reward:0.0
episode:996  step:2    state:8   action:2 reward:0.0
episode:996  step:3    state:9   action:2 reward:0.0
episode:996  step:4    state:10  action:1 reward:0.0
episode:996  step:5    state:14  action:2 reward:1.0
episode:996  avg_reward:0.16666666666666666
episode:997  step:0    state:0   action:1 reward:0.0
episode:997  step:1    state:4   action:1 reward:0.0
episode:997  step:2    state:8   action:2 reward:0.0
episode:997  step:3    state:9   action:2 reward:0.0
episode:997  step:4    state:10  action:1 reward:0.0
episode:997  step:5    state:14  action:2 reward:1.0
episode:997  avg_reward:0.16666666666666666
episode:998  step:0    state:0   action:1 reward:0.0
episode:998  step:1    state:4   action:1 reward:0.0
episode:998  step:2    state:8   action:2 reward:0.0
episode:998  step:3    state:9   action:2 reward:0.0
episode:998  step:4    state:10  action:1 reward:0.0
episode:998  step:5    state:14  action:2 reward:1.0
episode:998  avg_reward:0.16666666666666666
episode:999  step:0    state:0   action:1 reward:0.0
episode:999  step:1    state:4   action:1 reward:0.0
episode:999  step:2    state:8   action:2 reward:0.0
episode:999  step:3    state:9   action:2 reward:0.0
episode:999  step:4    state:10  action:1 reward:0.0
episode:999  step:5    state:14  action:2 reward:1.0
episode:999  avg_reward:0.16666666666666666
q_table:
 [[0.94148015 0.95099005 0.95099005 0.94148015]
 [0.94148015 0.         0.96059601 0.94795023]
 [0.94787299 0.970299   0.53419655 0.95784911]
 [0.76057236 0.         0.28455351 0.15177251]
 [0.95099005 0.96059601 0.         0.94148015]
 [0.         0.         0.         0.        ]
 [0.         0.9801     0.         0.96054378]
 [0.         0.         0.         0.        ]
 [0.96059601 0.         0.970299   0.95099005]
 [0.96059601 0.9801     0.9801     0.        ]
 [0.970299   0.99       0.         0.970299  ]
 [0.         0.         0.         0.        ]
 [0.         0.         0.         0.        ]
 [0.         0.98006085 0.99       0.96817477]
 [0.9801     0.99       1.         0.9801    ]
 [0.         0.         0.         0.        ]]
----------train end----------
----------evaluate start----------
success rate=100.0%
----------evaluate end----------