sarsa.txt

Q Table after 100 episodes:

{('232', 3): 6.717926212654078, ('402', 2): -10, ('442', 3): -1, ('542', 1): -1, ('432', 2): -1.18, ('432', 3): -1.2124000000000001, ('502', 0): -10, ('142', 2): -1.7195210559999998, ('522', 1): -1.18, ('422', 3): -1.218232, ('212', 0): -2.107757550016, ('[0, 0, 2]False', 0): -3.436548138539324, ('122', 3): -0.7944216259406336, ('152', 3): -1.5424928473600001, ('002', 0): -3.1331495654525874, ('132', 2): 1.6689784716787033, ('042', 1): -1.9272735066880002, ('022', 0): 9.596550118921582, ('412', 0): -1.66296677824, ('522', 2): -1.388152, ('332', 3): -1.18, ('222', 0): -1.55305897984, ('242', 3): -1.570744, ('002', 3): -10.0, ('032', 2): -2.079226058394548, ('402', 3): -1.8919743224320003, ('302', 3): -2.1975880439240947, ('512', 3): -1.4140720000000002, ('202', 3): -2.776799480743491, ('112', 3): -2.4619625830144103, ('312', 2): -1.9061288416, ('252', 3): -1.4774319999999999, ('222', 3): -1.7741884096, ('012', 0): 16.446234580521175, ('052', 3): -10, ('532', 1): -1, ('322', 1): 0.47513212923405335, ('102', 2): -10.0, ('342', 1): 88.39582462039992, ('252', 0): 30.247999999999998, ('232', 0): -1.2689056, ('112', 2): -2.5435334917252166, ('502', 1): -1.5441760000000002, ('142', 3): -1.58112496, ('432', 1): 52.136, ('422', 2): -1.362232, ('212', 1): -2.0515413376000002, ('[0, 0, 2]False', 3): -10.0, ('122', 0): -2.0128733632, ('152', 2): -1.4187376, ('342', 2): -1.18, ('132', 1): -1.710064, ('042', 0): -1.884056032, ('022', 3): -10.0, ('112', 1): 13.706939509108505, ('412', 1): -1.4975200000000002, ('142', 0): -1.58968, ('522', 3): -1.18, ('422', 1): 13.11344, ('332', 2): -1.2124000000000001, ('152', 1): -10, ('242', 2): 11.929458954884408, ('002', 2): -10.0, ('032', 3): -10.0, ('042', 3): -10, ('302', 0): -1.9731436589440001, ('512', 2): -1.561228768, ('202', 2): -10.0, ('412', 2): -1.5489864928000001, ('312', 1): -1.815655744, ('352', 1): -10.0, ('432', 0): -2.8, ('332', 1): 7.705342796595792, ('222', 2): -1.867175488, ('242', 1): 2.399954863853866, ('032', 0): 0.3354872047665649, ('012', 1): -2.160765709470395, ('512', 1): -1.4716, ('052', 0): -2.8, ('532', 0): -10, ('202', 1): -2.4560311625272715, ('322', 2): -1.613781568, ('102', 3): -2.9887152407980926, ('252', 1): -10, ('232', 1): 60.44772178553034, ('442', 1): 100.0, ('012', 2): -3.0757180499612953, ('532', 3): -1.18, ('502', 2): -10.0, ('212', 2): -2.126357699731149, ('[0, 0, 2]False', 2): -10.0, ('102', 0): -2.924427886259927, ('122', 1): 29.33319933282548, ('342', 3): 29.324242496940027, ('402', 0): -1.6759676800000003, ('132', 0): 44.29075575903768, ('232', 2): -1.6624939104640002, ('022', 2): -2.5263156642071025, ('112', 0): -2.5203726268869837, ('142', 1): -1.605799648, ('522', 0): -10, ('422', 0): -1.18, ('[0, 0, 2]False', 1): 9.903407183880448, ('122', 2): -2.0404665448192, ('152', 0): -1.38232, ('002', 1): -0.7552057133625691, ('132', 3): -1.7025595264, ('042', 2): -1.7969751999999999, ('302', 1): -2.0908903859200003, ('022', 1): -2.4012867384000227, ('412', 3): -1.6435506880000001, ('312', 0): -1.81740016, ('352', 0): 100.0, ('332', 0): -1.3239999999999998, ('222', 1): -1.836561110464, ('242', 0): 67.64279987844556, ('402', 1): -1.695285856, ('032', 1): -1.9428149042560001, ('302', 2): -10, ('512', 0): -10.0, ('052', 1): -10, ('202', 0): -3.5132306866130945, ('552', 3): 100, ('322', 3): -1.596664, ('312', 3): -1.8037561312000001, ('352', 3): -1, ('252', 2): 6.513117665651846, ('012', 3): -10.0, ('052', 2): -2.07203690368, ('532', 2): -1.18, ('502', 3): -1.70510176, ('322', 0): 0.2520800000000003, ('212', 3): -0.5424439330582862, ('102', 1): 3.8139137059382966, ('342', 0): 17.0}