ma_Qtable_pkl.pkl

(dp0
(I1
I3
tp1
(dp2
S'down'
p3
I-1
sS'right'
p4
I-1
sS'up'
p5
I-1
sS'left'
p6
I-1
ss(I6
I6
tp7
(dp8
g3
F8.643582671549575
sg4
F8.643424469290128
sg5
F10.929478400000004
sg6
F6.8145780626311705
ss(I3
I0
tp9
(dp10
g3
F0.2715901901446546
sg4
F0.2565835144939869
sg5
F0.2825117361272228
sg6
F0.4817525437406339
ss(I5
I4
tp11
(dp12
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I2
I1
tp13
(dp14
g3
F1.0340386230730771
sg4
F0.7272307708132745
sg5
F0.4817844510264229
sg6
F0.4817847187508887
ss(I5
I6
tp15
(dp16
g3
F6.814313364997126
sg4
F8.643582720000005
sg5
F6.813830924907414
sg6
F5.351675463323492
ss(I2
I6
tp17
(dp18
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I1
I6
tp19
(dp20
g3
F-0.29434312512703187
sg4
F-0.29502183843143154
sg5
F-0.2959949306511699
sg6
F-0.242631026684936
ss(I5
I1
tp21
(dp22
g3
F27.378670881816188
sg4
F43.05180410732467
sg5
F43.1
sg6
F27.40327866821091
ss(I2
I5
tp23
(dp24
g3
F1.9329971585054504
sg4
F3.244119132695456
sg5
F1.631693104761392
sg6
F0.9177326692914463
ss(I0
I3
tp25
(dp26
g3
F-0.09787399218577052
sg4
F0.002673774891465194
sg5
F0.12834222001073248
sg6
F0.002673775427502042
ss(I4
I0
tp27
(dp28
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I1
I2
tp29
(dp30
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I3
I3
tp31
(dp32
g3
F2.4961691856896033
sg4
F1.894242814829968
sg5
F1.8969261545463785
sg6
F1.4175480796325375
ss(I2
I0
tp33
(dp34
g3
F0.7272308982088375
sg4
F0.28502083464148065
sg5
F0.4817807043046183
sg6
F0.2854266861666672
ss(I4
I4
tp35
(dp36
g3
F4.181514352640004
sg4
F3.245192396614617
sg5
F3.2334031347541328
sg6
F2.496045176441834
ss(I6
I3
tp37
(dp38
g3
F13.786845224927612
sg4
F17.35855752875903
sg5
F17.358552977309017
sg6
F21.823200000000007
ss(I1
I5
tp39
(dp40
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I3
I6
tp41
(dp42
g3
F4.181387603569904
sg4
F5.351892516540524
sg5
F3.238094219649601
sg6
F4.180771851654977
ss(I2
I2
tp43
(dp44
g3
F1.4175482788413465
sg4
F1.0336928044321279
sg5
F0.7272308898119817
sg6
F1.0340335064136004
ss(I5
I3
tp45
(dp46
g3
F21.82024573917093
sg4
F17.35855995871649
sg5
F27.404000000000003
sg6
F21.823148169375457
ss(I4
I1
tp47
(dp48
g3
F21.699975535740826
sg4
F34.379821328088674
sg5
F27.379509696519005
sg6
F27.238304698590078
ss(I1
I1
tp49
(dp50
g3
F0.4817840383434669
sg4
F0.7272308984584617
sg5
F0.28542647651290903
sg6
F0.2854277704791445
ss(I6
I4
tp51
(dp52
g3
F10.929472696696562
sg4
F13.786846740853147
sg5
F17.358560000000004
sg6
F13.786847954854306
ss(I3
I2
tp53
(dp54
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I0
I0
tp55
(dp56
g3
F0.2416913742741318
sg4
F0.2854275550902392
sg5
F0.12358485551463733
sg6
F0.12753734436572195
ss(I5
I0
tp57
(dp58
g3
F34.378145146345275
sg4
F54.0
sg5
F42.98596179627774
sg6
F43.0993296736783
ss(I4
I5
tp59
(dp60
g3
F5.351892940800004
sg4
F4.1771882580347555
sg5
F3.2426151504622416
sg6
F3.244603187375674
ss(I0
I4
tp61
(dp62
g3
F-0.17828880291085575
sg4
F-0.0978670044146727
sg5
F0.0026737760085859133
sg6
F-0.09786103359376037
ss(I5
I5
tp63
(dp64
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I1
I4
tp65
(dp66
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I6
I0
tp67
(dp68
g3
I30
sg4
I30
sg5
I30
sg6
I30
ss(I2
I3
tp69
(dp70
g3
F1.896909710153615
sg4
F1.8969353485516827
sg5
F1.0340386181423793
sg6
F1.4175433509296267
ss(I4
I2
tp71
(dp72
g3
F20.667075611500746
sg4
F27.40380932309227
sg5
F23.937021616227
sg6
F21.365052021077965
ss(I1
I0
tp73
(dp74
g3
F0.48178461416610163
sg4
F0.4817847032146515
sg5
F0.28542138048155374
sg6
F0.12832878068640366
ss(I6
I5
tp75
(dp76
g3
F8.642114765268516
sg4
F10.929477933587986
sg5
F13.786848000000003
sg6
F10.928494416666556
ss(I3
I5
tp77
(dp78
g3
F4.181473055709316
sg4
F4.178743046062879
sg5
F2.4961070200287736
sg6
F2.485624252703352
ss(I0
I1
tp79
(dp80
g3
F0.1283421798705429
sg4
F0.4817847187667693
sg5
F0.12773814815511936
sg6
F0.2854138096841571
ss(I4
I6
tp81
(dp82
g3
F5.351568984295311
sg4
F6.814866176000004
sg5
F4.181514328544583
sg6
F4.180733358248221
ss(I5
I2
tp83
(dp84
g3
F21.823149064964795
sg4
F27.40399657510511
sg5
F34.38
sg6
F21.79054872953263
ss(I6
I1
tp85
(dp86
g3
F27.35816224547296
sg4
F0.03085893290767776
sg5
F53.99581330343901
sg6
F19.5712893603622
ss(I3
I1
tp87
(dp88
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I0
I2
tp89
(dp90
g3
F0.0026737758270782928
sg4
F0.12832625841986514
sg5
F0.2854277750134156
sg6
F0.12516718620934145
ss(I0
I6
tp91
(dp92
g3
F-0.24263102668360403
sg4
F-0.2941048213571252
sg5
F-0.17828878335450507
sg6
F-0.2426310266836076
ss(I6
I2
tp93
(dp94
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I4
I3
tp95
(dp96
g3
I-1
sg4
I-1
sg5
I-1
sg6
I-1
ss(I0
I5
tp97
(dp98
g3
F-0.24263102668367867
sg4
F-0.17828879597083758
sg5
F-0.09786097919313128
sg6
F-0.17828878335557857
ss(I3
I4
tp99
(dp100
g3
F3.2448953260315347
sg4
F3.245211482112004
sg5
F1.8969341634992425
sg6
F1.8890966943793712
ss(I2
I4
tp101
(dp102
g3
F2.2958619100135573
sg4
F2.496167919253038
sg5
F1.4161641781284717
sg6
F1.8512153998028962
ss.