log_trainingTF.txt

1
300000.0
3000
2000
1.0
Could not find old network weights
TORCS Experiment Start.
Client connected on 3101..............
Episode : 0 Replay Buffer 0 Early Stopping: 0 Epsilon: 1.0 RN: 0.772229770844
('Episode', 0, 'Step', 0.0, 'Epsilon', 0.9999966666666666, 'Action', array([-0.5624621 ,  0.45097193,  0.        ]), 'Reward', -0.34245577310677805)
('Episode', 0, 'Step', 15.0, 'Epsilon', 0.9999466666666663, 'Action', array([ 0.20791999,  0.61931145,  0.        ]), 'Reward', 10.749295580669827)
('Episode', 0, 'Step', 30.0, 'Epsilon', 0.999896666666666, 'Action', array([-0.46012578,  0.46310849,  0.        ]), 'Reward', 6.2791675916917704)
('Episode', 0, 'Step', 45.0, 'Epsilon', 0.9998466666666657, 'Action', array([-1.        ,  0.54244449,  0.        ]), 'Reward', -0.082728247097042573)
('Episode', 0, 'Step', 60.0, 'Epsilon', 0.9997966666666653, 'Action', array([ 0.26809669,  0.43132394,  0.        ]), 'Reward', -0.19302144361034376)
('Episode', 0, 'Step', 75.0, 'Epsilon', 0.999746666666665, 'Action', array([ 0.58787989,  0.44069114,  0.        ]), 'Reward', -0.035544429728506174)
('Episode', 0, 'Step', 90.0, 'Epsilon', 0.9996966666666647, 'Action', array([-0.34228575,  0.35931889,  0.        ]), 'Reward', -0.54289201117067332)
('Episode', 0, 'Step', 105.0, 'Epsilon', 0.9996466666666644, 'Action', array([-1.        ,  0.57549499,  0.        ]), 'Reward', -0.033755519678698984)
('Episode', 0, 'Step', 120.0, 'Epsilon', 0.999596666666664, 'Action', array([-1.        ,  0.62288573,  0.        ]), 'Reward', -0.17284202390201658)
('Episode', 0, 'Step', 135.0, 'Epsilon', 0.9995466666666637, 'Action', array([-0.04374852,  0.32962293,  0.        ]), 'Reward', -0.23240977859757811)
('Episode', 0, 'Step', 150.0, 'Epsilon', 0.9994966666666634, 'Action', array([ 0.32974937,  0.60484057,  0.        ]), 'Reward', 0.051766415445819107)
('Episode', 0, 'Step', 165.0, 'Epsilon', 0.999446666666663, 'Action', array([-1.        ,  0.53907129,  0.        ]), 'Reward', 0.03095714953997937)
('Episode', 0, 'Step', 180.0, 'Epsilon', 0.9993966666666627, 'Action', array([-0.76370693,  0.53984672,  0.        ]), 'Reward', -0.098771349234036687)
('Episode', 0, 'Step', 195.0, 'Epsilon', 0.9993466666666624, 'Action', array([-0.96256701,  0.30261547,  0.        ]), 'Reward', -0.54187257479570339)
('Episode', 0, 'Step', 210.0, 'Epsilon', 0.9992966666666621, 'Action', array([ 0.27444017,  0.48237937,  0.        ]), 'Reward', 0.084966314008119007)
('Episode', 0, 'Step', 225.0, 'Epsilon', 0.9992466666666617, 'Action', array([ 0.01716274,  0.59015284,  0.        ]), 'Reward', 0.074912205263301293)
('Episode', 0, 'Step', 240.0, 'Epsilon', 0.9991966666666614, 'Action', array([-1.        ,  0.43251441,  0.        ]), 'Reward', 0.03951678204610766)
('Episode', 0, 'Step', 255.0, 'Epsilon', 0.9991466666666611, 'Action', array([-1.        ,  0.47463879,  0.        ]), 'Reward', -0.45852346455142484)
('Episode', 0, 'Step', 270.0, 'Epsilon', 0.9990966666666607, 'Action', array([-0.58538861,  0.5309624 ,  0.        ]), 'Reward', -0.79275557030011712)
('Episode', 0, 'Step', 285.0, 'Epsilon', 0.9990466666666604, 'Action', array([-0.15312688,  0.43877536,  0.        ]), 'Reward', -0.18761894984335381)
('Episode', 0, 'Step', 300.0, 'Epsilon', 0.9989966666666601, 'Action', array([-1.        ,  0.52153474,  0.        ]), 'Reward', 0.032463897523703586)
('Episode', 0, 'Step', 315.0, 'Epsilon', 0.9989466666666598, 'Action', array([-1.        ,  0.54403512,  0.        ]), 'Reward', -0.22330936775625967)
('Episode', 0, 'Step', 330.0, 'Epsilon', 0.9988966666666594, 'Action', array([ 0.1394847 ,  0.49839014,  0.        ]), 'Reward', 0.10253171139387082)
('Episode', 0, 'Step', 345.0, 'Epsilon', 0.9988466666666591, 'Action', array([ 0.25417762,  0.35094765,  0.        ]), 'Reward', -0.17352338730550207)
('Episode', 0, 'Step', 360.0, 'Epsilon', 0.9987966666666588, 'Action', array([ 0.10610524,  0.51608259,  0.        ]), 'Reward', -0.0026818867718517254)
('Episode', 0, 'Step', 375.0, 'Epsilon', 0.9987466666666585, 'Action', array([-0.63995569,  0.65167646,  0.        ]), 'Reward', -0.16066336291436312)
('Episode', 0, 'Step', 390.0, 'Epsilon', 0.9986966666666581, 'Action', array([ 0.25376746,  0.48936031,  0.        ]), 'Reward', 0.052315451252796671)
('Episode', 0, 'Step', 405.0, 'Epsilon', 0.9986466666666578, 'Action', array([-0.83731403,  0.47431633,  0.        ]), 'Reward', -0.34488382041994969)
('Episode', 0, 'Step', 420.0, 'Epsilon', 0.9985966666666575, 'Action', array([ 0.88652626,  0.57375119,  0.        ]), 'Reward', -0.29861136081432726)
('Episode', 0, 'Step', 435.0, 'Epsilon', 0.9985466666666571, 'Action', array([ 0.43713416,  0.51640796,  0.        ]), 'Reward', 0.09592956748572673)
('Episode', 0, 'Step', 450.0, 'Epsilon', 0.9984966666666568, 'Action', array([-0.29186073,  0.34708768,  0.        ]), 'Reward', -0.26001478447737492)
('Episode', 0, 'Step', 465.0, 'Epsilon', 0.9984466666666565, 'Action', array([-0.37029844,  0.58680629,  0.        ]), 'Reward', -0.38930432717961622)
('Episode', 0, 'Step', 480.0, 'Epsilon', 0.9983966666666562, 'Action', array([-1.        ,  0.47851168,  0.        ]), 'Reward', -0.27616275241873611)
('Episode', 0, 'Step', 495.0, 'Epsilon', 0.9983466666666558, 'Action', array([ 0.50654823,  0.54823121,  0.        ]), 'Reward', -0.06803467566478516)
('Episode', 0, 'Step', 510.0, 'Epsilon', 0.9982966666666555, 'Action', array([ 0.73734036,  0.48799521,  0.        ]), 'Reward', -0.11222911433304658)
('Episode', 0, 'Step', 525.0, 'Epsilon', 0.9982466666666552, 'Action', array([-0.26488633,  0.64473459,  0.        ]), 'Reward', -0.50353633552703037)
('Episode', 0, 'Step', 540.0, 'Epsilon', 0.9981966666666549, 'Action', array([ 0.17044941,  0.45868447,  0.        ]), 'Reward', 0.063036710038664484)
('Episode', 0, 'Step', 555.0, 'Epsilon', 0.9981466666666545, 'Action', array([-0.83703567,  0.3925826 ,  0.        ]), 'Reward', -0.18807028523482899)
('Episode', 0, 'Step', 570.0, 'Epsilon', 0.9980966666666542, 'Action', array([ 0.46105019,  0.51293503,  0.        ]), 'Reward', -0.21327089512722108)
('Episode', 0, 'Step', 585.0, 'Epsilon', 0.9980466666666539, 'Action', array([-0.71280883,  0.51870952,  0.        ]), 'Reward', -0.34615956774666112)
('Episode', 0, 'Step', 600.0, 'Epsilon', 0.9979966666666535, 'Action', array([-0.76740525,  0.45831946,  0.        ]), 'Reward', 0.094491179998156663)
('Episode', 0, 'Step', 615.0, 'Epsilon', 0.9979466666666532, 'Action', array([ 0.99600918,  0.59269864,  0.        ]), 'Reward', 0.025913044405273328)
('Episode', 0, 'Step', 630.0, 'Epsilon', 0.9978966666666529, 'Action', array([ 0.13222994,  0.43004592,  0.        ]), 'Reward', -0.13257093775481699)
('Episode', 0, 'Step', 645.0, 'Epsilon', 0.9978466666666526, 'Action', array([-1.        ,  0.59738634,  0.        ]), 'Reward', -0.75300295543326756)
('Episode', 0, 'Step', 660.0, 'Epsilon', 0.9977966666666522, 'Action', array([ 0.18187649,  0.5342947 ,  0.        ]), 'Reward', 0.0012997852889159837)
('Episode', 0, 'Step', 675.0, 'Epsilon', 0.9977466666666519, 'Action', array([-0.69387115,  0.62392103,  0.        ]), 'Reward', 0.091928002737458825)
('Episode', 0, 'Step', 690.0, 'Epsilon', 0.9976966666666516, 'Action', array([ 0.026205  ,  0.41971032,  0.        ]), 'Reward', -0.3869187683982695)
('Episode', 0, 'Step', 705.0, 'Epsilon', 0.9976466666666512, 'Action', array([-1.        ,  0.43550203,  0.        ]), 'Reward', 0.23515341710422663)
('Episode', 0, 'Step', 720.0, 'Epsilon', 0.9975966666666509, 'Action', array([-0.16517503,  0.55796824,  0.        ]), 'Reward', 0.14046812236048783)
('Episode', 0, 'Step', 735.0, 'Epsilon', 0.9975466666666506, 'Action', array([ 0.09094228,  0.45769839,  0.        ]), 'Reward', 0.041353810636969288)
('Episode', 0, 'Step', 750.0, 'Epsilon', 0.9974966666666503, 'Action', array([-0.21117203,  0.3365381 ,  0.        ]), 'Reward', -0.54808220605632729)
('Episode', 0, 'Step', 765.0, 'Epsilon', 0.9974466666666499, 'Action', array([-0.3536861 ,  0.44413628,  0.        ]), 'Reward', 0.0080022720056130391)
('Episode', 0, 'Step', 780.0, 'Epsilon', 0.9973966666666496, 'Action', array([ 0.43877278,  0.54165165,  0.        ]), 'Reward', 0.14550624207865459)
('Ep
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
Timeout for client answer
Timeout for client answer
Timeout for client answer
Timeout for client answer
Timeout for client answer
******* RESTARTING *****
isode', 0, 'Step', 795.0, 'Epsilon', 0.9973466666666493, 'Action', array([-0.19380755,  0.42615512,  0.        ]), 'Reward', 0.18818885819068848)
('Episode', 0, 'Step', 810.0, 'Epsilon', 0.997296666666649, 'Action', array([ 0.38693959,  0.7020155 ,  0.        ]), 'Reward', -0.024863609068227707)
('Episode', 0, 'Step', 825.0, 'Epsilon', 0.9972466666666486, 'Action', array([-0.94391496,  0.4744486 ,  0.        ]), 'Reward', 0.035794908146076318)
('Episode', 0, 'Step', 840.0, 'Epsilon', 0.9971966666666483, 'Action', array([ 0.31725887,  0.37058954,  0.        ]), 'Reward', -0.14893408591718041)
('Episode', 0, 'Step', 855.0, 'Epsilon', 0.997146666666648, 'Action', array([-0.15352005,  0.57716383,  0.        ]), 'Reward', -0.034721585011370404)
('Episode', 0, 'Step', 870.0, 'Epsilon', 0.9970966666666476, 'Action', array([ 1.       ,  0.6937588,  0.       ]), 'Reward', -0.77967537845369472)
('Episode', 0, 'Step', 885.0, 'Epsilon', 0.9970466666666473, 'Action', array([-1.        ,  0.33555364,  0.        ]), 'Reward', -0.14268603314995021)
('Episode', 0, 'Step', 900.0, 'Epsilon', 0.996996666666647, 'Action', array([-0.83729161,  0.63950886,  0.01388012]), 'Reward', -0.45788708194080946)
('Episode', 0, 'Step', 915.0, 'Epsilon', 0.9969466666666467, 'Action', array([-0.81376963,  0.52244441,  0.        ]), 'Reward', -0.43094061848897725)
Terminating because Turned Back
Now we save model with reward -193.296652126 previous best reward was -100000
TOTAL REWARD @ 0-th Episode  : Reward -193.296652126
Total Step: 920

Client connected on 3101..............
Episode : 1 Replay Buffer 920 Early Stopping: 0 Epsilon: 0.996933333333 RN: 0.288145016735
('Episode', 1, 'Step', 10.0, 'Epsilon', 0.9968966666666463, 'Action', array([-1.        ,  0.67585902,  0.        ]), 'Reward', 8.3380028888340689)
('Episode', 1, 'Step', 25.0, 'Epsilon', 0.996846666666646, 'Action', array([ 0.62769857,  0.41247397,  0.        ]), 'Reward', -81.209147038182195)
('Episode', 1, 'Step', 40.0, 'Epsilon', 0.9967966666666457, 'Action', array([-0.63510969,  0.46050319,  0.        ]), 'Reward', -61.177980297195248)
('Episode', 1, 'Step', 55.0, 'Epsilon', 0.9967466666666454, 'Action', array([-0.90894125,  0.4595747 ,  0.        ]), 'Reward', -76.826540355439803)
('Episode', 1, 'Step', 70.0, 'Epsilon', 0.996696666666645, 'Action', array([-1.        ,  0.65041167,  0.        ]), 'Reward', -89.341768541546926)
('Episode', 1, 'Step', 85.0, 'Epsilon', 0.9966466666666447, 'Action', array([ 1.        ,  0.52629981,  0.        ]), 'Reward', -100.90335778218687)
('Episode', 1, 'Step', 100.0, 'Epsilon', 0.9965966666666444, 'Action', array([ 1.        ,  0.44532857,  0.        ]), 'Reward', -93.842068894257395)
('Episode', 1, 'Step', 115.0, 'Epsilon', 0.996546666666644, 'Action', array([-1.        ,  0.42762726,  0.        ]), 'Reward', -65.696094621022525)
('Episode', 1, 'Step', 130.0, 'Epsilon', 0.9964966666666437, 'Action', array([-0.02016197,  0.37399849,  0.        ]), 'Reward', 1.1313599180106433)
('Episode', 1, 'Step', 145.0, 'Epsilon', 0.9964466666666434, 'Action', array([-0.91171367,  0.49234582,  0.        ]), 'Reward', -0.061065359322348578)
('Episode', 1, 'Step', 160.0, 'Epsilon', 0.9963966666666431, 'Action', array([ 0.09429133,  0.54192143,  0.        ]), 'Reward', 0.053954770474746658)
('Episode', 1, 'Step', 175.0, 'Epsilon', 0.9963466666666427, 'Action', array([ 0.00833106,  0.56077807,  0.        ]), 'Reward', -0.43964395444202076)
('Episode', 1, 'Step', 190.0, 'Epsilon', 0.9962966666666424, 'Action', array([ 1.        ,  0.63427107,  0.        ]), 'Reward', -0.16281292979745685)
('Episode', 1, 'Step', 205.0, 'Epsilon', 0.9962466666666421, 'Action', array([-1.        ,  0.6152962 ,  0.00579812]), 'Reward', -0.51040209119934865)
('Episode', 1, 'Step', 220.0, 'Epsilon', 0.9961966666666418, 'Action', array([-0.52406261,  0.33248832,  0.        ]), 'Reward', -0.12247029242884799)
('Episode', 1, 'Step', 235.0, 'Epsilon', 0.9961466666666414, 'Action', array([-0.34625529,  0.51024634,  0.        ]), 'Reward', 0.048241944034979542)
('Episode', 1, 'Step', 250.0, 'Epsilon', 0.9960966666666411, 'Action', array([ 0.48168735,  0.32886615,  0.        ]), 'Reward', -0.027872545189291172)
('Episode', 1, 'Step', 265.0, 'Epsilon', 0.9960466666666408, 'Action', array([ 0.92453688,  0.60342756,  0.        ]), 'Reward', -0.44659056970010835)
('Episode', 1, 'Step', 280.0, 'Epsilon', 0.9959966666666404, 'Action', array([ 0.21157175,  0.62186715,  0.        ]), 'Reward', -0.37071183498785204)
('Episode', 1, 'Step', 295.0, 'Epsilon', 0.9959466666666401, 'Action', array([-0.25126616,  0.40105854,  0.        ]), 'Reward', -0.44336925048240439)
('Episode', 1, 'Step', 310.0, 'Epsilon', 0.9958966666666398, 'Action', array([-0.43969177,  0.66557952,  0.        ]), 'Reward', -0.55742805850518706)
('Episode', 1, 'Step', 325.0, 'Epsilon', 0.9958466666666395, 'Action', array([-0.66042504,  0.46346241,  0.        ]), 'Reward', -0.39266946176007855)
('Episode', 1, 'Step', 340.0, 'Epsilon', 0.9957966666666391, 'Action', array([-1.        ,  0.48232092,  0.        ]), 'Reward', -0.49383008125878314)
('Episode', 1, 'Step', 355.0, 'Epsilon', 0.9957466666666388, 'Action', array([-0.87334682,  0.52300338,  0.        ]), 'Reward', -0.51884482517069741)
('Episode', 1, 'Step', 370.0, 'Epsilon', 0.9956966666666385, 'Action', array([-1.        ,  0.45644473,  0.        ]), 'Reward', -0.75098898242763756)
('Episode', 1, 'Step', 385.0, 'Epsilon', 0.9956466666666381, 'Action', array([-1.        ,  0.43819013,  0.        ]), 'Reward', -0.61544150867472946)
('Episode', 1, 'Step', 400.0, 'Epsilon', 0.9955966666666378, 'Action', array([-0.51530599,  0.48533823,  0.        ]), 'Reward', -0.29345932150076925)
('Episode', 1, 'Step', 415.0, 'Epsilon', 0.9955466666666375, 'Action', array([-0.93870246,  0.45431285,  0.        ]), 'Reward', -0.81007334522880392)
('Episode', 1, 'Step', 430.0, 'Epsilon', 0.9954966666666372, 'Action', array([ 1.        ,  0.59999672,  0.        ]), 'Reward', -0.4596095566767251)
('Episode', 1, 'Step', 445.0, 'Epsilon', 0.9954466666666368, 'Action', array([ 0.03226654,  0.47731807,  0.        ]), 'Reward', -0.40011704422362582)
('Episode', 1, 'Step', 460.0, 'Epsilon', 0.9953966666666365, 'Action', array([-1.        ,  0.54775869,  0.        ]), 'Reward', -4.0054143093431902)
('Episode', 1, 'Step', 475.0, 'Epsilon', 0.9953466666666362, 'Action', array([-1.        ,  0.49564838,  0.        ]), 'Reward', -10.148354371307803)
('Episode', 1, 'Step', 490.0, 'Epsilon', 0.9952966666666359, 'Action', array([-1.        ,  0.48707158,  0.        ]), 'Reward', -14.29340717199752)
('Episode', 1, 'Step', 505.0, 'Epsilon', 0.9952466666666355, 'Action', array([ 0.18258608,  0.55052116,  0.        ]), 'Reward', -0.45947230393822786)
('Episode', 1, 'Step', 520.0, 'Epsilon', 0.9951966666666352, 'Action', array([-1.        ,  0.59874093,  0.        ]), 'Reward', -0.31942218054763327)
('Episode', 1, 'Step', 535.0, 'Epsilon', 0.9951466666666349, 'Action', array([-0.62841091,  0.54366499,  0.        ]), 'Reward', -0.31669552575181026)
('Episode', 1, 'Step', 550.0, 'Epsilon', 0.9950966666666345, 'Action', array([ 0.76229406,  0.55880244,  0.        ]), 'Reward', -1.0211595618650469)
('Episode', 1, 'Step', 565.0, 'Epsilon', 0.9950466666666342, 'Action', array([ 0.96722142,  0.42408044,  0.        ]), 'Reward', -1.0227118848244499)
('Episode', 1, 'Step', 580.0, 'Epsilon', 0.9949966666666339, 'Action', array([ 0.63626665,  0.58110782,  0.        ]), 'Reward', -0.97451637668228042)
('Episode', 1, 'Step', 595.0, 'Epsilon', 0.9949466666666336, 'Action', array([-0.03844239,  0.55598486,  0.        ]), 'Reward', -1.2573786850302122)
('Episode', 1, 'Step', 610.0, 'Epsilon', 0.9948966666666332, 'Action', array([-1.        ,  0.52476924,  0.        ]), 'Reward', -0.81909613845991047)
('Episode', 1, 'Step', 625.0, 'Epsilon', 0.9948466666666329, 'Action', array([ 0.09372935,  0.65556869,  0.        ]), 'Reward', -1.4814409924894845)
('Episode', 1, 'Step', 640.0, 'Epsilon', 0.9947966666666326, 'Action', array([-1.        ,  0.52732727,  0.        ]), 'Reward', -0.92978418282027642)
('Episode', 1, 'Step', 655.0, 'Epsilon', 0.9947466666666323, 'Action', array([ 0.23817317,  0.51756203,  0.        ]), 'Reward', -2.1347762804128072)
('Episode', 1, 'Step', 670.0, 'Epsilon', 0.9946966666666319, 'Action', array([-1.        ,  0.56111234,  0.        ]), 'Reward', -1.5063800768062041)
('Episode', 1, 'Step', 685.0, 'Epsilon', 0.9946466666666316, 'Action', array([ 0.02990889,  0.44471322,  0.        ]), 'Reward', -1.3855686356093848)
('Episode', 1, 'Step', 700.0, 'Epsilon', 0.9945966666666313, 'Action', array([-0.83494083,  0.41722177,  0.        ]), 'Reward', -1.4104354507903096)
('Episode', 1, 'Step', 715.0, 'Epsilon', 0.9945466666666309, 'Action', array([-0.15266388,  0.6367864 ,  0.        ]), 'Reward', -4.7722672394423)
('Episode', 1, 'Step', 730.0, 'Epsilon', 0.9944966666666306, 'Action', array([-0.13687453,  0.41158722,  0.        ]), 'Reward', -7.1759761661207087)
('Episode', 1, 'Step', 745.0, 'Epsilon', 0.9944466666666303, 'Action', array([-1.        ,  0.64631115,  0.        ]), 'Reward', -14.130617953852557)
('Episode', 1, 'Step', 760.0, 'Epsilon', 0.99439666666663, 'Action', array([-0.08372943,  0.46610775,  0.        ]), 'Reward', -12.457472871054833)
('Episode', 1, 'Step', 775.0, 'Epsilon', 0.9943466666666296, 'Action', array([-0.8603427 ,  0.56456882,  0.        ]), 'Reward', -1.6347366874879672)
('Episode', 1, 'Step', 790.0, 'Epsilon', 0.9942966666666293, 'Action', array([-0.12453984,  0.48381874,  0.        ]), 'Reward', -0.40284229325018506)
('Episode', 1, 'Step', 805.0, 'Epsilon', 0.994246666666629, 'Action', array([-0.30698496,  0.72439677,  0.        ]), 'Reward', -0.62681970097233886)
('Episode', 1, 'Step', 820.0, 'Epsilon', 0.9941966666666286, 'Action', array([ 0.40519484,  0.40512914,  0.        ]), 'Reward', -1.4395679180978993)
('Episode', 1, 'Step', 835.0, 'Epsilon', 0.9941466666666283, 'Action', array([ 0.25866467,  0.31194429,  0.        ]), 'Reward', -0.32333262776724042)
('Episode', 1, 'Step', 850.0, 'Epsilon', 0.994096666666628, 'Action', array([-0.39146909,  0.58043441,  0.        ]), 'Reward', -0.44836400402185744)
('Episode', 1, 'Step', 865.0, 'Epsilon', 0.9940466666666277, 'Action', array([ 0.53735947,  0.40135706,  0.        ]), 'Reward', -0.50290747032932803)
('Episode', 1, 'Step', 880.0, 'Epsilon', 0.9939966666666273, 'Action', array([-0.40340888,  0.37391448,  0.        ]), 'Reward', -0.33405342092655493)
('Episode', 1, 'Step', 895.0, 'Epsilon', 0.993946666666627, 'Action', array([-1.        ,  0.43217911,  0.        ]), 'Reward', -0.16049349810251629)
('Episode', 1, 'Step', 910.0, 'Epsilon', 0.9938966666666267, 'Action', array([-0.36341601,  0.2773313 ,  0.        ]), 'Reward', -0.47243779244626694)
('Episode', 1, 'Step', 925.0, 'Epsilon', 0.9938466666666264, 'Action', array([ 0.87539223,  0.36535275,  0.        ]), 'Reward', -1.1734771734744318)
('Episode', 1, 'Step', 940.0, 'Epsilon', 0.993796666666626, 'Action', array([ 1.        ,  0.45494798,  0.        ]), 'Reward', -0.72376774932502497)
('Episode', 1, 'Step', 955.0, 'Epsilon', 0.9937466666666257, 'Action', array([ 0.36839828,  0.51143321,  0.        ]), 'Reward', -1.4381248566299378)
('Episode', 1, 'Step', 970.0, 'Epsilon', 0.9936966666666254, 'Action', array([-1.        ,  0.48938303,  0.        ]), 'Reward', -0.59542682622020759)
('Episode', 1, 'Step', 985.0, 'Epsilon', 0.993646666666625, 'Action', array([ 0.94768191,  0.46362714,  0.        ]), 'Reward', -1.256287080919035)
('Episode', 1, 'Step', 1000.0, 'Epsilon', 0.9935966666666247, 'Action', array([-1.       ,  0.4996442,  0.       ]), 'Reward', -1.0579070509442658)
('Episode', 1, 'Step', 1015.0, 'Epsilon', 0.9935466666666244, 'Action', array([-0.21420125,  0.55575007,  0.        ]), 'Reward', -2.7219496139467818)
('Episode', 1, 'Step', 1030.0, 'Epsilon', 0.9934966666666241, 'Action', array([ 0.0458459 ,  0.51971346,  0.        ]), 'Reward', -1.7801694021581325)
('Episode', 1, 'Step', 1045.0, 'Epsilon', 0.9934466666666237, 'Action', array([-0.73392032,  0.63427147,  0.        ]), 'Reward', -2.7078399620775429)
('Episode', 1, 'Step', 1060.0, 'Epsilon', 0.9933966666666234, 'Action', array([ 0.22944728,  0.50883796,  0.        ]), 'Reward', -9.0757429555449924)
('Episode', 1, 'Step', 1075.0, 'Epsilon', 0.9933466666666231, 'Action', array([-0.23115093,  0.48877052,  0.        ]), 'Reward', -45.324713930954061)
('Episode', 1, 'Step', 1090.0, 'Epsilon', 0.9932966666666228, 'Action', array([-1.        ,  0.50861392,  0.        ]), 'Reward', -0.3110299195348521)
('Episode', 1, 'Step', 1105.0, 'Epsilon', 0.9932466666666224, 'Action', array([-1.        ,  0.47232117,  0.        ]), 'Reward', -0.18730478930193484)
('Episode', 1, 'Step', 1120.0, 'Epsilon', 0.9931966666666221, 'Action', array([ 0.62519486,  0.50211983,  0.        ]), 'Reward', -0.24267045112107941)
('Episode', 1, 'Step', 1135.0, 'Epsilon', 0.9931466666666218, 'Action', array([-0.63409038,  0.51310379,  0.        ]), 'Reward', -0.48473277543677562)
('Episode', 1, 'Step', 1150.0, 'Epsilon', 0.9930966666666214, 'Action', array([-1.        ,  0.40270664,  0.        ]), 'Reward', -0.2590696764281788)
('Episode', 1, 'Step', 1165.0, 'Epsilon', 0.9930466666666211, 'Action', array([-0.63835643,  0.44728375,  0.        ]), 'Reward', -0.39550223913711025)
('Episode', 1, 'Step', 1180.0, 'Epsilon', 0.9929966666666208, 'Action', array([ 1.        ,  0.42407587,  0.        ]), 'Reward', -0.31443540108991352)
('Episode', 1, 'Step', 1195.0, 'Epsilon', 0.9929466666666205, 'Action', array([-0.69902666,  0.45118228,  0.        ]), 'Reward', -0.27553278766886768)
('Episode', 1, 'Step', 1210.0, 'Epsilon', 0.9928966666666201, 'Action', array([-0.76086971,  0.6056412 ,  0.        ]), 'Reward', -0.59249250313645108)
('Episode', 1, 'Step', 1225.0, 'Epsilon', 0.9928466666666198, 'Action', array([-0.50501095,  0.42562676,  0.        ]), 'Reward', -0.37234908573119119)
('Episode', 1, 'Step', 1240.0, 'Epsilon', 0.9927966666666195, 'Action', array([-0.33502362,  0.38665853,  0.        ]), 'Reward', -0.46749031913560379)
('Episode', 1, 'Step', 1255.0, 'Epsilon', 0.9927466666666191, 'Action', array([-1.       ,  0.5119424,  0.       ]), 'Reward', -0.46859707871263079)
('Episode', 1, 'Step', 1270.0, 'Epsilon', 0.9926966666666188, 'Action', array([ 0.65236215,  0.47142644,  0.        ]), 'Reward', -0.26752113780140646)
('Episode', 1, 'Step', 1285.0, 'Epsilon', 0.9926466666666185, 'Action', array([-0.28958635,  0.52451681,  0.        ]), 'Reward', -0.3682231588881314)
('Episode', 1, 'Step', 1300.0, 'Epsilon', 0.9925966666666182, 'Action', array([-1.        ,  0.41446919,  0.        ]), 'Reward', -0.70737876632421959)
('Episode', 1, 'Step', 1315.0, 'Epsilon', 0.9925466666666178, 'Action', array([-0.28786125,  0.52911752,  0.        ]), 'Reward', -0.47510682011318733)
('Episode', 1, 'Step', 1330.0, 'Epsilon', 0.9924966666666175, 'Action', array([-1.       ,  0.3741889,  0.       ]), 'Reward', -0.76654295862779509)
('Episode', 1, 'Step', 1345.0, 'Epsilon', 0.9924466666666172, 'Action', array([-0.71878627,  0.73020089,  0.        ]), 'Reward', -1.2524054325119094)
('Episode', 1, 'Step', 1360.0, 'Epsilon', 0.9923966666666169, 'Action', array([-0.45343495,  0.53471124,  0.        ]), 'Reward', -1.9051167640705833)
('Episode', 1, 'Step', 1375.0, 'Epsilon', 0.9923466666666165, 'Action', array([-1.        ,  0.54585514,  0.        ]), 'Reward', -2.3766647935589917)
('Episode', 1, 'Step', 1390.0, 'Epsilon', 0.9922966666666162, 'Action', array([-0.52988897,  0.7372214 ,  0.        ]), 'Reward', -2.3153772800350927)
('Episode', 1, 'Step', 1405.0, 'Epsilon', 0.9922466666666159, 'Action', array([-0.68497892,  0.59770123,  0.        ]), 'Reward', -0.38768334496388102)
('Episode', 1, 'Step', 1420.0, 'Epsilon', 0.9921966666666155, 'Action', array([-1.        ,  0.51131977,  0.        ]), 'Reward', -0.24049953146809119)
('Episode', 1, 'Step', 1435.0, 'Epsilon', 0.9921466666666152, 'Action', array([-0.10271778,  0.44987474,  0.        ]), 'Reward', -0.48813057397713833)
('Episode', 1, 'Step', 1450.0, 'Epsilon', 0.9920966666666149, 'Action', array([-0.02971459,  0.47457656,  0.        ]), 'Reward', -0.78862777095113545)
('Episode', 1, 'Step', 1465.0, 'Epsilon', 0.9920466666666146, 'Action', array([ 0.08683622,  0.60557085,  0.        ]), 'Reward', -0.71484222531113928)
('Episode', 1, 'Step', 1480.0, 'Epsilon', 0.9919966666666142, 'Action', array([-1.        ,  0.43031083,  0.        ]), 'Reward', -0.41074319844675578)
('Episode', 1, 'Step', 1495.0, 'Epsilon', 0.9919466666666139, 'Action', array([-0.2810796 ,  0.65164453,  0.        ]), 'Reward', -2.6836480239149747)
('Episode', 1, 'Step', 1510.0, 'Epsilon', 0.9918966666666136, 'Action', array([-0.51803081,  0.58276996,  0.        ]), 'Reward', -5.176114805624227)
('Episode', 1, 'Step', 1525.0, 'Epsilon', 0.9918466666666133, 'Action', array([-0.12082993,  0.45628093,  0.        ]), 'Reward', -0.0027045645038798593)
('Episode', 1, 'Step', 1540.0, 'Epsilon', 0.9917966666666129, 'Action', array([ 0.28465753,  0.62663247,  0.        ]), 'Reward', -0.21756511428588082)
('Episode', 1, 'Step', 1555.0, 'Epsilon', 0.9917466666666126, 'Action', array([-1.        ,  0.55523546,  0.        ]), 'Reward', -0.08189791546614375)
('Episode', 1, 'Step', 1570.0, 'Epsilon', 0.9916966666666123, 'Action', array([ 1.        ,  0.51003783,  0.        ]), 'Reward', -0.21788985929316401)
('Episode', 1, 'Step', 1585.0, 'Epsilon', 0.9916466666666119, 'Action', array([-0.98891765,  0.51967475,  0.        ]), 'Reward', -0.24435165139971116)
('Episode', 1, 'Step', 1600.0, 'Epsilon', 0.9915966666666116, 'Action', array([-1.        ,  0.45035453,  0.        ]), 'Reward', -0.25009594810055008)
('Episode', 1, 'Step', 1615.0, 'Epsilon', 0.9915466666666113, 'Action', array([ 0.08026813,  0.45115506,  0.        ]), 'Reward', -0.17855743303234425)
('Episode', 1, 'Step', 1630.0, 'Epsilon', 0.991496666666611, 'Action', array([-0.31550348,  0.49349873,  0.        ]), 'Reward', -0.28026602093331576)
('Episode', 1, 'Step', 1645.0, 'Epsilon', 0.9914466666666106, 'Action', array([-0.72863349,  0.43258132,  0.        ]), 'Reward', -0.22689861193849675)
('Episode', 1, 'Step', 1660.0, 'Epsilon', 0.9913966666666103, 'Action', array([ 1.        ,  0.58828713,  0.        ]), 'Reward', -0.20488184718611774)
('Episode', 1, 'Step', 1675.0, 'Epsilon', 0.99134666666661, 'Action', array([-0.34370383,  0.4268948 ,  0.        ]), 'Reward', -0.2306720298055302)
('Episode', 1, 'Step', 1690.0, 'Epsilon', 0.9912966666666096, 'Action', array([-0.72324314,  0.41118787,  0.        ]), 'Reward', -0.44960732510466334)
('Episode', 1, 'Step', 1705.0, 'Epsilon', 0.9912466666666093, 'Action', array([ 0.3232234 ,  0.58592377,  0.        ]), 'Reward', -0.44495689482555023)
('Episode', 1, 'Step', 1720.0, 'Epsilon', 0.991196666666609, 'Action', array([ 1.        ,  0.45706636,  0.        ]), 'Reward', -0.3298918490724263)
('Episode', 1, 'Step', 1735.0, 'Epsilon', 0.9911466666666087, 'Action', array([-0.51230156,  0.60620778,  0.        ]), 'Reward', -0.43027664178018837)
('Episode', 1, 'Step', 1750.0, 'Epsilon', 0.9910966666666083, 'Action', array([ 0.52819397,  0.51514697,  0.        ]), 'Reward', -0.19588437648548154)
('Episode', 1, 'Step', 1765.0, 'Epsilon', 0.991046666666608, 'Action', array([ 0.96104107,  0.4614162 ,  0.        ]), 'Reward', -0.24948753601668103)
('Episode', 1, 'Step', 1780.0, 'Epsilon', 0.9909966666666077, 'Action', array([ 0.53716429,  0.47914533,  0.        ]), 'Reward', -0.22522489143579608)
('Episode', 1, 'Step', 1795.0, 'Epsilon', 0.9909466666666074, 'Action', array([ 0.71185894,  0.57568351,  0.        ]), 'Reward', -0.42357928694221286)
('Episode', 1, 'Step', 1810.0, 'Epsilon', 0.990896666666607, 'Action', array([ 1.       ,  0.2780566,  0.       ]), 'Reward', -0.14004226575431861)
('Episode', 1, 'Step', 1825.0, 'Epsilon', 0.9908466666666067, 'Action', array([ 0.65642911,  0.45760956,  0.        ]), 'Reward', -0.4004541771961132)
('Episode', 1, 'Step', 1840.0, 'Epsilon', 0.9907966666666064, 'Action', array([-0.24487451,  0.51097721,  0.        ]), 'Reward', -0.75895083922723106)
('Episode', 1, 'Step', 1855.0, 'Epsilon', 0.990746666666606, 'Action', array([ 1.        ,  0.55862588,  0.        ]), 'Reward', -0.45741118830410471)
('Episode', 1, 'Step', 1870.0, 'Epsilon', 0.9906966666666057, 'Action', array([-0.92519773,  0.33327451,  0.        ]), 'RewaWaiting for request on port 3101
******* RESTARTING *****
rd', -0.98449690978087534)
('Episode', 1, 'Step', 1885.0, 'Epsilon', 0.9906466666666054, 'Action', array([ 0.67561267,  0.5514747 ,  0.        ]), 'Reward', -0.77537626083258049)
('Episode', 1, 'Step', 1900.0, 'Epsilon', 0.9905966666666051, 'Action', array([-0.99714058,  0.47504247,  0.        ]), 'Reward', -1.1277430368418628)
('Episode', 1, 'Step', 1915.0, 'Epsilon', 0.9905466666666047, 'Action', array([ 0.71887166,  0.44632217,  0.        ]), 'Reward', -3.3274018567268886)
('Episode', 1, 'Step', 1930.0, 'Epsilon', 0.9904966666666044, 'Action', array([ 1.        ,  0.56074521,  0.        ]), 'Reward', -1)
('Episode', 1, 'Step', 1945.0, 'Epsilon', 0.9904466666666041, 'Action', array([ 0.54578241,  0.48130723,  0.        ]), 'Reward', -0.31492777706661845)
('Episode', 1, 'Step', 1960.0, 'Epsilon', 0.9903966666666038, 'Action', array([-1.        ,  0.53714286,  0.        ]), 'Reward', -0.26990358391220992)
('Episode', 1, 'Step', 1975.0, 'Epsilon', 0.9903466666666034, 'Action', array([ 0.63359445,  0.68176915,  0.        ]), 'Reward', -0.4586501892373463)
('Episode', 1, 'Step', 1990.0, 'Epsilon', 0.9902966666666031, 'Action', array([-0.83655266,  0.37955104,  0.        ]), 'Reward', -0.25121313035428172)
TOTAL REWARD @ 1-th Episode  : Reward -10945.7488717
Total Step: 2920

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 2 Replay Buffer 2920 Early Stopping: 0 Epsilon: 0.990266666667 RN: 0.880820084325
('Episode', 2, 'Step', 5.0, 'Epsilon', 0.9902466666666028, 'Action', array([ 0.45272604,  0.46864928,  0.        ]), 'Reward', 6.3199014113315943)
('Episode', 2, 'Step', 20.0, 'Epsilon', 0.9901966666666024, 'Action', array([-0.58669389,  0.50201288,  0.        ]), 'Reward', -2.6101233043038139)
('Episode', 2, 'Step', 35.0, 'Epsilon', 0.9901466666666021, 'Action', array([ 0.76434924,  0.47713053,  0.        ]), 'Reward', -0.10340700768693711)
('Episode', 2, 'Step', 50.0, 'Epsilon', 0.9900966666666018, 'Action', array([-1.        ,  0.61698899,  0.        ]), 'Reward', -0.45033014184082443)
('Episode', 2, 'Step', 65.0, 'Epsilon', 0.9900466666666015, 'Action', array([-0.00198914,  0.27606085,  0.        ]), 'Reward', -0.010726083092688774)
('Episode', 2, 'Step', 80.0, 'Epsilon', 0.9899966666666011, 'Action', array([ 0.40239466,  0.57439616,  0.        ]), 'Reward', -0.38948637853022988)
('Episode', 2, 'Step', 95.0, 'Epsilon', 0.9899466666666008, 'Action', array([ 0.36652379,  0.3841714 ,  0.        ]), 'Reward', -0.088933251868835633)
('Episode', 2, 'Step', 110.0, 'Epsilon', 0.9898966666666005, 'Action', array([ 0.69853795,  0.44936668,  0.        ]), 'Reward', -0.084805547072514365)
('Episode', 2, 'Step', 125.0, 'Epsilon', 0.9898466666666002, 'Action', array([ 1.        ,  0.70039094,  0.        ]), 'Reward', -0.42253709559465191)
('Episode', 2, 'Step', 140.0, 'Epsilon', 0.9897966666665998, 'Action', array([ 0.81315824,  0.43767115,  0.        ]), 'Reward', -0.17255125109664049)
('Episode', 2, 'Step', 155.0, 'Epsilon', 0.9897466666665995, 'Action', array([ 0.70534085,  0.47318363,  0.        ]), 'Reward', -0.080230076658673585)
('Episode', 2, 'Step', 170.0, 'Epsilon', 0.9896966666665992, 'Action', array([ 0.40286872,  0.53800652,  0.        ]), 'Reward', -0.34721590160476723)
('Episode', 2, 'Step', 185.0, 'Epsilon', 0.9896466666665988, 'Action', array([ 1.        ,  0.41246263,  0.        ]), 'Reward', -0.17783834950541116)
('Episode', 2, 'Step', 200.0, 'Epsilon', 0.9895966666665985, 'Action', array([-0.40389667,  0.57908396,  0.        ]), 'Reward', -0.48644428019333857)
('Episode', 2, 'Step', 215.0, 'Epsilon', 0.9895466666665982, 'Action', array([-0.17819201,  0.44798728,  0.        ]), 'Reward', -0.17893300415602381)
('Episode', 2, 'Step', 230.0, 'Epsilon', 0.9894966666665979, 'Action', array([ 0.80019168,  0.51444285,  0.        ]), 'Reward', -0.17786219137907625)
('Episode', 2, 'Step', 245.0, 'Epsilon', 0.9894466666665975, 'Action', array([ 0.40048147,  0.42563922,  0.        ]), 'Reward', -0.22813050577666238)
('Episode', 2, 'Step', 260.0, 'Epsilon', 0.9893966666665972, 'Action', array([ 0.67603467,  0.61054217,  0.        ]), 'Reward', -0.28906362958087961)
('Episode', 2, 'Step', 275.0, 'Epsilon', 0.9893466666665969, 'Action', array([ 1.        ,  0.54595649,  0.        ]), 'Reward', -0.31633358634102693)
('Episode', 2, 'Step', 290.0, 'Epsilon', 0.9892966666665965, 'Action', array([ 1.        ,  0.49165773,  0.        ]), 'Reward', -0.18664372010164462)
('Episode', 2, 'Step', 305.0, 'Epsilon', 0.9892466666665962, 'Action', array([-0.40005008,  0.43933866,  0.        ]), 'Reward', -0.51337898862081555)
('Episode', 2, 'Step', 320.0, 'Epsilon', 0.9891966666665959, 'Action', array([ 0.43827966,  0.33896538,  0.        ]), 'Reward', -0.13258794761827114)
('Episode', 2, 'Step', 335.0, 'Epsilon', 0.9891466666665956, 'Action', array([-0.46651907,  0.45220036,  0.        ]), 'Reward', -0.56221745265210477)
('Episode', 2, 'Step', 350.0, 'Epsilon', 0.9890966666665952, 'Action', array([ 0.68568827,  0.50928354,  0.        ]), 'Reward', -0.26729486188912355)
('Episode', 2, 'Step', 365.0, 'Epsilon', 0.9890466666665949, 'Action', array([ 0.49547907,  0.64778294,  0.        ]), 'Reward', -0.41310493080913291)
('Episode', 2, 'Step', 380.0, 'Epsilon', 0.9889966666665946, 'Action', array([ 0.08058957,  0.46522594,  0.        ]), 'Reward', -0.51790396245954029)
('Episode', 2, 'Step', 395.0, 'Epsilon', 0.9889466666665943, 'Action', array([ 0.26383312,  0.53588314,  0.        ]), 'Reward', -0.40516190776946676)
('Episode', 2, 'Step', 410.0, 'Epsilon', 0.9888966666665939, 'Action', array([ 0.21087338,  0.32807054,  0.        ]), 'Reward', -0.19745147444179556)
('Episode', 2, 'Step', 425.0, 'Epsilon', 0.9888466666665936, 'Action', array([ 1.       ,  0.4751352,  0.       ]), 'Reward', -0.12541396217452722)
('Episode', 2, 'Step', 440.0, 'Epsilon', 0.9887966666665933, 'Action', array([ 0.01856511,  0.57787763,  0.        ]), 'Reward', -0.67005580619921168)
('Episode', 2, 'Step', 455.0, 'Epsilon', 0.9887466666665929, 'Action', array([ 0.58094314,  0.7209174 ,  0.        ]), 'Reward', -0.85893997403248812)
('Episode', 2, 'Step', 470.0, 'Epsilon', 0.9886966666665926, 'Action', array([ 1.        ,  0.44575845,  0.        ]), 'Reward', -0.18877024574991058)
('Episode', 2, 'Step', 485.0, 'Epsilon', 0.9886466666665923, 'Action', array([-0.03755302,  0.71473465,  0.        ]), 'Reward', -1.0586196556290506)
('Episode', 2, 'Step', 500.0, 'Epsilon', 0.988596666666592, 'Action', array([ 0.46723824,  0.35607   ,  0.        ]), 'Reward', -0.22217518426427318)
('Episode', 2, 'Step', 515.0, 'Epsilon', 0.9885466666665916, 'Action', array([-0.20441749,  0.48441062,  0.        ]), 'Reward', -0.55355139267791809)
('Episode', 2, 'Step', 530.0, 'Epsilon', 0.9884966666665913, 'Action', array([ 0.52812996,  0.46730003,  0.        ]), 'Reward', -0.24208965991872566)
('Episode', 2, 'Step', 545.0, 'Epsilon', 0.988446666666591, 'Action', array([-1.        ,  0.45278775,  0.        ]), 'Reward', -0.97258871213857612)
('Episode', 2, 'Step', 560.0, 'Epsilon', 0.9883966666665907, 'Action', array([ 0.48635804,  0.43642385,  0.        ]), 'Reward', -0.35028492900358121)
('Episode', 2, 'Step', 575.0, 'Epsilon', 0.9883466666665903, 'Action', array([ 0.89859608,  0.31673875,  0.        ]), 'Reward', -0.13126081830387171)
('Episode', 2, 'Step', 590.0, 'Epsilon', 0.98829666666659, 'Action', array([ 0.77621736,  0.54338108,  0.        ]), 'Reward', -0.37956566181940243)
('Episode', 2, 'Step', 605.0, 'Epsilon', 0.9882466666665897, 'Action', array([ 0.49388287,  0.3804371 ,  0.        ]), 'Reward', -0.34912543050690881)
('Episode', 2, 'Step', 620.0, 'Epsilon', 0.9881966666665893, 'Action', array([ 0.64617361,  0.51333092,  0.        ]), 'Reward', -0.30695545602697882)
('Episode', 2, 'Step', 635.0, 'Epsilon', 0.988146666666589, 'Action', array([-0.18000785,  0.55269329,  0.        ]), 'Reward', -1.1062525582706657)
('Episode', 2, 'Step', 650.0, 'Epsilon', 0.9880966666665887, 'Action', array([ 0.90671701,  0.49791099,  0.        ]), 'Reward', -0.20272236115693437)
('Episode', 2, 'Step', 665.0, 'Epsilon', 0.9880466666665884, 'Action', array([-0.20104415,  0.65473061,  0.        ]), 'Reward', -1.3302464482994263)
('Episode', 2, 'Step', 680.0, 'Epsilon', 0.987996666666588, 'Action', array([-0.41517426,  0.54055194,  0.        ]), 'Reward', -1.1683877932912594)
('Episode', 2, 'Step', 695.0, 'Epsilon', 0.9879466666665877, 'Action', array([ 0.1872271 ,  0.54972926,  0.        ]), 'Reward', -0.55569952347400342)
('Episode', 2, 'Step', 710.0, 'Epsilon', 0.9878966666665874, 'Action', array([ 0.38269217,  0.61885989,  0.        ]), 'Reward', -1.2746141344093269)
('Episode', 2, 'Step', 725.0, 'Epsilon', 0.987846666666587, 'Action', array([ 0.41788333,  0.24436476,  0.        ]), 'Reward', -1.1625682932078547)
('Episode', 2, 'Step', 740.0, 'Epsilon', 0.9877966666665867, 'Action', array([ 0.900866  ,  0.62236753,  0.        ]), 'Reward', -0.66607607745727115)
('Episode', 2, 'Step', 755.0, 'Epsilon', 0.9877466666665864, 'Action', array([-0.24939121,  0.63890104,  0.        ]), 'Reward', -1.1267478133265461)
('Episode', 2, 'Step', 770.0, 'Epsilon', 0.9876966666665861, 'Action', array([-0.32277862,  0.40823723,  0.        ]), 'Reward', -0.64798097574514468)
('Episode', 2, 'Step', 785.0, 'Epsilon', 0.9876466666665857, 'Action', array([ 1.        ,  0.26894635,  0.        ]), 'Reward', -0.11227833505147455)
('Episode', 2, 'Step', 800.0, 'Epsilon', 0.9875966666665854, 'Action', array([ 0.57991965,  0.47285981,  0.01164939]), 'Reward', -0.59173662004067107)
('Episode', 2, 'Step', 815.0, 'Epsilon', 0.9875466666665851, 'Action', array([ 0.34148985,  0.66837289,  0.        ]), 'Reward', -1.0881793778188218)
('Episode', 2, 'Step', 830.0, 'Epsilon', 0.9874966666665848, 'Action', array([  1.00000000e+00,   4.41323916e-01,   9.79888892e-04]), 'Reward', -0.24390535635807864)
('Episode', 2, 'Step', 845.0, 'Epsilon', 0.9874466666665844, 'Action', array([ 0.34800112,  0.58256306,  0.        ]), 'Reward', -1.1300444283518034)
('Episode', 2, 'Step', 860.0, 'Epsilon', 0.9873966666665841, 'Action', array([-0.50666735,  0.38975678,  0.        ]), 'Reward', -0.79733214414456643)
('Episode', 2, 'Step', 875.0, 'Epsilon', 0.9873466666665838, 'Action', array([ 0.56835777,  0.56243665,  0.        ]), 'Reward', -0.65936696868004741)
('Episode', 2, 'Step', 890.0, 'Epsilon', 0.9872966666665834, 'Action', array([ 0.4610323 ,  0.59411969,  0.        ]), 'Reward', -0.57116235615798505)
('Episode', 2, 'Step', 905.0, 'Epsilon', 0.9872466666665831, 'Action', array([-1.        ,  0.56617814,  0.        ]), 'Reward', -1.8090446279174861)
('Episode', 2, 'Step', 920.0, 'Epsilon', 0.9871966666665828, 'Action', array([ 1.        ,  0.26346781,  0.02418782]), 'Reward', -0.2692023998660798)
('Episode', 2, 'Step', 935.0, 'Epsilon', 0.9871466666665825, 'Action', array([ 0.36792533,  0.51646739,  0.        ]), 'Reward', -0.60995271590715461)
('Episode', 2, 'Step', 950.0, 'Epsilon', 0.9870966666665821, 'Action', array([ 1.        ,  0.18052944,  0.        ]), 'Reward', -0.9027397356414042)
('Episode', 2, 'Step', 965.0, 'Epsilon', 0.9870466666665818, 'Action', array([ 0.52998064,  0.46994128,  0.        ]), 'Reward', -0.86534568473706575)
('Episode', 2, 'Step', 980.0, 'Epsilon', 0.9869966666665815, 'Action', array([ 1.        ,  0.74243729,  0.00175937]), 'Reward', -0.61912514017261344)
('Episode', 2, 'Step', 995.0, 'Epsilon', 0.9869466666665812, 'Action', array([ 0.11513682,  0.56275851,  0.        ]), 'Reward', -1.0852881366735052)
('Episode', 2, 'Step', 1010.0, 'Epsilon', 0.9868966666665808, 'Action', array([-0.1855699 ,  0.49176691,  0.        ]), 'Reward', -2.7773887095700189)
('Episode', 2, 'Step', 1025.0, 'Epsilon', 0.9868466666665805, 'Action', array([ 0.8527479,  0.4810884,  0.       ]), 'Reward', -0.97214073060076078)
('Episode', 2, 'Step', 1040.0, 'Epsilon', 0.9867966666665802, 'Action', array([ 0.13211562,  0.61146693,  0.        ]), 'Reward', -1.2127758411213443)
('Episode', 2, 'Step', 1055.0, 'Epsilon', 0.9867466666665798, 'Action', array([ 0.21748626,  0.55738113,  0.        ]), 'Reward', -1.7516562089564065)
('Episode', 2, 'Step', 1070.0, 'Epsilon', 0.9866966666665795, 'Action', array([ 0.47234488,  0.34431383,  0.        ]), 'Reward', -1.6497768005836155)
('Episode', 2, 'Step', 1085.0, 'Epsilon', 0.9866466666665792, 'Action', array([ 0.52593222,  0.59565136,  0.        ]), 'Reward', -2.8795828396642049)
('Episode', 2, 'Step', 1100.0, 'Epsilon', 0.9865966666665789, 'Action', array([ 1.        ,  0.47496231,  0.        ]), 'Reward', -1.2076623236994148)
('Episode', 2, 'Step', 1115.0, 'Epsilon', 0.9865466666665785, 'Action', array([ 0.06146156,  0.4194814 ,  0.        ]), 'Reward', -0.90315176001333564)
('Episode', 2, 'Step', 1130.0, 'Epsilon', 0.9864966666665782, 'Action', array([-0.22506514,  0.43976699,  0.        ]), 'Reward', -0.8987135292377979)
('Episode', 2, 'Step', 1145.0, 'Epsilon', 0.9864466666665779, 'Action', array([ 1.        ,  0.56482333,  0.        ]), 'Reward', -0.77844076598053147)
('Episode', 2, 'Step', 1160.0, 'Epsilon', 0.9863966666665775, 'Action', array([-0.24858828,  0.37370769,  0.        ]), 'Reward', -4.9241250742975566)
('Episode', 2, 'Step', 1175.0, 'Epsilon', 0.9863466666665772, 'Action', array([ 0.25612862,  0.56711967,  0.        ]), 'Reward', -3.7271197250226988)
('Episode', 2, 'Step', 1190.0, 'Epsilon', 0.9862966666665769, 'Action', array([-0.05122922,  0.50844702,  0.        ]), 'Reward', -3.0847003877676666)
('Episode', 2, 'Step', 1205.0, 'Epsilon', 0.9862466666665766, 'Action', array([-0.94636008,  0.5627674 ,  0.        ]), 'Reward', -3.073251963819553)
('Episode', 2, 'Step', 1220.0, 'Epsilon', 0.9861966666665762, 'Action', array([ 0.18487978,  0.5359168 ,  0.        ]), 'Reward', -3.1168622593354254)
('Episode', 2, 'Step', 1235.0, 'Epsilon', 0.9861466666665759, 'Action', array([ 1.       ,  0.6560754,  0.       ]), 'Reward', -3.3078332111024658)
('Episode', 2, 'Step', 1250.0, 'Epsilon', 0.9860966666665756, 'Action', array([ 0.03769147,  0.45686203,  0.        ]), 'Reward', -3.4769487787562259)
('Episode', 2, 'Step', 1265.0, 'Epsilon', 0.9860466666665753, 'Action', array([ 1.        ,  0.55911239,  0.        ]), 'Reward', -7.5868710059300568)
('Episode', 2, 'Step', 1280.0, 'Epsilon', 0.9859966666665749, 'Action', array([-0.70423718,  0.51603599,  0.        ]), 'Reward', -14.463240455524037)
('Episode', 2, 'Step', 1295.0, 'Epsilon', 0.9859466666665746, 'Action', array([ 0.85043197,  0.50495414,  0.        ]), 'Reward', 16.963627389353483)
('Episode', 2, 'Step', 1310.0, 'Epsilon', 0.9858966666665743, 'Action', array([-1.       ,  0.5873796,  0.       ]), 'Reward', -0.46909899759251572)
('Episode', 2, 'Step', 1325.0, 'Epsilon', 0.985846666666574, 'Action', array([-0.75211087,  0.67317488,  0.        ]), 'Reward', -0.35793505769928669)
('Episode', 2, 'Step', 1340.0, 'Epsilon', 0.9857966666665736, 'Action', array([-0.88837421,  0.51987371,  0.        ]), 'Reward', -0.42923037589998392)
('Episode', 2, 'Step', 1355.0, 'Epsilon', 0.9857466666665733, 'Action', array([-0.82995181,  0.49213293,  0.        ]), 'Reward', -0.19344172218382838)
('Episode', 2, 'Step', 1370.0, 'Epsilon', 0.985696666666573, 'Action', array([-1.        ,  0.54217822,  0.        ]), 'Reward', -0.45940555784016912)
('Episode', 2, 'Step', 1385.0, 'Epsilon', 0.9856466666665726, 'Action', array([-1.       ,  0.5147585,  0.       ]), 'Reward', -0.37363159915707472)
('Episode', 2, 'Step', 1400.0, 'Epsilon', 0.9855966666665723, 'Action', array([-0.57287729,  0.65148113,  0.        ]), 'Reward', -0.48238429845363739)
('Episode', 2, 'Step', 1415.0, 'Epsilon', 0.985546666666572, 'Action', array([ 0.61223698,  0.44016366,  0.        ]), 'Reward', -0.45136941851658779)
('Episode', 2, 'Step', 1430.0, 'Epsilon', 0.9854966666665717, 'Action', array([-0.84986036,  0.34461764,  0.04079204]), 'Reward', -0.0060826848446048163)
('Episode', 2, 'Step', 1445.0, 'Epsilon', 0.9854466666665713, 'Action', array([ 0.65388081,  0.45993332,  0.        ]), 'Reward', -0.52806601674945997)
('Episode', 2, 'Step', 1460.0, 'Epsilon', 0.985396666666571, 'Action', array([-0.02680964,  0.47737651,  0.        ]), 'Reward', -0.30009450960464229)
('Episode', 2, 'Step', 1475.0, 'Epsilon', 0.9853466666665707, 'Action', array([ 0.17143186,  0.43513585,  0.        ]), 'Reward', -0.29721525868584864)
('Episode', 2, 'Step', 1490.0, 'Epsilon', 0.9852966666665703, 'Action', array([-0.09709966,  0.60803898,  0.        ]), 'Reward', -0.48014370119828537)
('Episode', 2, 'Step', 1505.0, 'Epsilon', 0.98524666666657, 'Action', array([-1.        ,  0.52423914,  0.        ]), 'Reward', -0.20756740895047668)
('Episode', 2, 'Step', 1520.0, 'Epsilon', 0.9851966666665697, 'Action', array([ 0.80893873,  0.42781064,  0.        ]), 'Reward', -0.70496694091588996)
('Episode', 2, 'Step', 1535.0, 'Epsilon', 0.9851466666665694, 'Action', array([-0.28703727,  0.55320089,  0.        ]), 'Reward', -4.2527928144355958)
('Episode', 2, 'Step', 1550.0, 'Epsilon', 0.985096666666569, 'Action', array([ 1.        ,  0.53445279,  0.        ]), 'Reward', 23.18100265370115)
('Episode', 2, 'Step', 1565.0, 'Epsilon', 0.9850466666665687, 'Action', array([-1.        ,  0.54402032,  0.        ]), 'Reward', 6.6098693982739647)
('Episode', 2, 'Step', 1580.0, 'Epsilon', 0.9849966666665684, 'Action', array([-0.10417523,  0.43434308,  0.        ]), 'Reward', -21.704949428797597)
('Episode', 2, 'Step', 1595.0, 'Epsilon', 0.984946666666568, 'Action', array([-0.65038707,  0.40750745,  0.        ]), 'Reward', -12.438653228303195)
('Episode', 2, 'Step', 1610.0, 'Epsilon', 0.9848966666665677, 'Action', array([-0.04846539,  0.5242638 ,  0.        ]), 'Reward', -2.1071891848737376)
('Episode', 2, 'Step', 1625.0, 'Epsilon', 0.9848466666665674, 'Action', array([-0.69925587,  0.57732664,  0.        ]), 'Reward', -0.25580729332211738)
('Episode', 2, 'Step', 1640.0, 'Epsilon', 0.9847966666665671, 'Action', array([ 0.85001417,  0.39740325,  0.        ]), 'Reward', -0.62053717514408113)
('Episode', 2, 'Step', 1655.0, 'Epsilon', 0.9847466666665667, 'Action', array([-1.        ,  0.62580172,  0.        ]), 'Reward', -0.28413720050989122)
('Episode', 2, 'Step', 1670.0, 'Epsilon', 0.9846966666665664, 'Action', array([ 1.        ,  0.55091785,  0.        ]), 'Reward', -0.59241966065482021)
('Episode', 2, 'Step', 1685.0, 'Epsilon', 0.9846466666665661, 'Action', array([-0.31215099,  0.5870226 ,  0.        ]), 'Reward', -0.2400391569924166)
('Episode', 2, 'Step', 1700.0, 'Epsilon', 0.9845966666665658, 'Action', array([-1.        ,  0.37844948,  0.        ]), 'Reward', -0.23177333413446852)
('Episode', 2, 'Step', 1715.0, 'Epsilon', 0.9845466666665654, 'Action', array([-0.48694893,  0.58985133,  0.        ]), 'Reward', -0.22709193740875272)
('Episode', 2, 'Step', 1730.0, 'Epsilon', 0.9844966666665651, 'Action', array([-0.88429758,  0.34604398,  0.        ]), 'Reward', -0.20678938375770747)
('Episode', 2, 'Step', 1745.0, 'Epsilon', 0.9844466666665648, 'Action', array([-0.255548  ,  0.48416749,  0.        ]), 'Reward', -0.32602420498539469)
('Episode', 2, 'Step', 1760.0, 'Epsilon', 0.9843966666665644, 'Action', array([-0.85196282,  0.53421856,  0.        ]), 'Reward', -0.39535123375516068)
('Episode', 2, 'Step', 1775.0, 'Epsilon', 0.9843466666665641, 'Action', array([ 0.22984243,  0.64289773,  0.        ]), 'Reward', -0.60215456761490938)
('Episode', 2, 'Step', 1790.0, 'Epsilon', 0.9842966666665638, 'Action', array([ 0.27233294,  0.49430655,  0.        ]), 'Reward', -0.55807149158494762)
('Episode', 2, 'Step', 1805.0, 'Epsilon', 0.9842466666665635, 'Action', array([-1.       ,  0.5820964,  0.       ]), 'Reward', -0.32430783671200319)
('Episode', 2, 'Step', 1820.0, 'Epsilon', 0.9841966666665631, 'Action', array([-0.50754637,  0.51243127,  0.        ]), 'Reward', -0.2154876854511143)
('Episode', 2, 'Step', 1835.0, 'Epsilon', 0.9841466666665628, 'Action', array([-0.76496711,  0.64529423,  0.        ]), 'Reward', -0.25548156224635965)
('Episode', 2, 'Step', 1850.0, 'Epsilon', 0.9840966666665625, 'Action', array([-1.       ,  0.4087014,  0.       ]), 'Reward', -0.079185250006722385)
('Episode', 2, 'Step', 1865.0, 'Epsilon', 0.9840466666665622, 'Action', array([-1.        ,  0.46774941,  0.        ]), 'Reward', -0.22527724700693549)
('Episode', 2, 'Step', 1880.0, 'Epsilon', 0.9839966666665618, 'Action', array([ 0.90761395,  0.48025558,  0.        ]), 'Reward', -0.8338Waiting for request on port 3101
******* RESTARTING *****
4752383913707)
('Episode', 2, 'Step', 1895.0, 'Epsilon', 0.9839466666665615, 'Action', array([-0.02144435,  0.44598368,  0.        ]), 'Reward', -0.28013243503065599)
('Episode', 2, 'Step', 1910.0, 'Epsilon', 0.9838966666665612, 'Action', array([ 0.16616002,  0.50134067,  0.        ]), 'Reward', -0.50103101566289854)
('Episode', 2, 'Step', 1925.0, 'Epsilon', 0.9838466666665608, 'Action', array([-0.49128994,  0.49395466,  0.        ]), 'Reward', -0.33311254603530949)
('Episode', 2, 'Step', 1940.0, 'Epsilon', 0.9837966666665605, 'Action', array([ 0.92056198,  0.53715188,  0.        ]), 'Reward', -0.46733531589318733)
('Episode', 2, 'Step', 1955.0, 'Epsilon', 0.9837466666665602, 'Action', array([-0.8934868,  0.5132811,  0.       ]), 'Reward', -0.21834105703880707)
('Episode', 2, 'Step', 1970.0, 'Epsilon', 0.9836966666665599, 'Action', array([ 0.02354248,  0.45561807,  0.        ]), 'Reward', -0.26447763116963857)
('Episode', 2, 'Step', 1985.0, 'Epsilon', 0.9836466666665595, 'Action', array([-1.        ,  0.50411206,  0.        ]), 'Reward', -0.19626376204997723)
TOTAL REWARD @ 2-th Episode  : Reward -1142.43940635
Total Step: 4920

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 3 Replay Buffer 4920 Early Stopping: 0 Epsilon: 0.9836 RN: 0.981380822998
('Episode', 3, 'Step', 0.0, 'Epsilon', 0.9835966666665592, 'Action', array([ 1.        ,  0.54956346,  0.        ]), 'Reward', -0.17312116951548964)
('Episode', 3, 'Step', 15.0, 'Epsilon', 0.9835466666665589, 'Action', array([ 0.09009489,  0.4539019 ,  0.        ]), 'Reward', 13.140864647802481)
('Episode', 3, 'Step', 30.0, 'Epsilon', 0.9834966666665585, 'Action', array([ 1.        ,  0.48278559,  0.        ]), 'Reward', 3.3494604556243779)
('Episode', 3, 'Step', 45.0, 'Epsilon', 0.9834466666665582, 'Action', array([-0.54832819,  0.39027201,  0.        ]), 'Reward', -20.371886066206663)
('Episode', 3, 'Step', 60.0, 'Epsilon', 0.9833966666665579, 'Action', array([-0.19762464,  0.59168516,  0.        ]), 'Reward', -25.903937504448571)
('Episode', 3, 'Step', 75.0, 'Epsilon', 0.9833466666665576, 'Action', array([ 0.66634547,  0.42169236,  0.        ]), 'Reward', 24.033200464167443)
('Episode', 3, 'Step', 90.0, 'Epsilon', 0.9832966666665572, 'Action', array([-0.56473595,  0.34209659,  0.03211617]), 'Reward', 27.681384763169625)
('Episode', 3, 'Step', 105.0, 'Epsilon', 0.9832466666665569, 'Action', array([ 0.32126256,  0.3428289 ,  0.        ]), 'Reward', -103.10878116223412)
('Episode', 3, 'Step', 120.0, 'Epsilon', 0.9831966666665566, 'Action', array([ 1.        ,  0.44328625,  0.        ]), 'Reward', -0.29469474035070964)
('Episode', 3, 'Step', 135.0, 'Epsilon', 0.9831466666665563, 'Action', array([ 0.16148715,  0.57533318,  0.        ]), 'Reward', -0.22143349708893875)
('Episode', 3, 'Step', 150.0, 'Epsilon', 0.9830966666665559, 'Action', array([-0.12912166,  0.50798294,  0.        ]), 'Reward', -0.1360947895979229)
('Episode', 3, 'Step', 165.0, 'Epsilon', 0.9830466666665556, 'Action', array([ 1.        ,  0.47174098,  0.        ]), 'Reward', -0.62802071332002629)
('Episode', 3, 'Step', 180.0, 'Epsilon', 0.9829966666665553, 'Action', array([ 0.02921438,  0.65146379,  0.        ]), 'Reward', -0.090051197392334525)
('Episode', 3, 'Step', 195.0, 'Epsilon', 0.982946666666555, 'Action', array([-0.22574656,  0.5012917 ,  0.        ]), 'Reward', 0.043419510672268312)
('Episode', 3, 'Step', 210.0, 'Epsilon', 0.9828966666665546, 'Action', array([ 1.       ,  0.4946997,  0.       ]), 'Reward', 0.31933836642462121)
('Episode', 3, 'Step', 225.0, 'Epsilon', 0.9828466666665543, 'Action', array([ 1.        ,  0.43223843,  0.        ]), 'Reward', 0.0080505903379223809)
('Episode', 3, 'Step', 240.0, 'Epsilon', 0.982796666666554, 'Action', array([ 0.96901082,  0.49249712,  0.        ]), 'Reward', -0.40032168678199009)
('Episode', 3, 'Step', 255.0, 'Epsilon', 0.9827466666665536, 'Action', array([ 1.        ,  0.66763547,  0.        ]), 'Reward', -0.19913455560842147)
('Episode', 3, 'Step', 270.0, 'Epsilon', 0.9826966666665533, 'Action', array([ 0.50517964,  0.40501366, 
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
 0.        ]), 'Reward', -0.63442121909677063)
('Episode', 3, 'Step', 285.0, 'Epsilon', 0.982646666666553, 'Action', array([ 1.       ,  0.5976473,  0.       ]), 'Reward', 0.1059519791456893)
('Episode', 3, 'Step', 300.0, 'Epsilon', 0.9825966666665527, 'Action', array([ 1.        ,  0.49877776,  0.        ]), 'Reward', -0.080760747534275701)
('Episode', 3, 'Step', 315.0, 'Epsilon', 0.9825466666665523, 'Action', array([-1.        ,  0.50210861,  0.        ]), 'Reward', 0.13442696995235459)
('Episode', 3, 'Step', 330.0, 'Epsilon', 0.982496666666552, 'Action', array([-0.55315285,  0.40793026,  0.        ]), 'Reward', -0.56073276568670138)
('Episode', 3, 'Step', 345.0, 'Epsilon', 0.9824466666665517, 'Action', array([ 0.40380695,  0.59548998,  0.        ]), 'Reward', 0.15747990279313612)
('Episode', 3, 'Step', 360.0, 'Epsilon', 0.9823966666665513, 'Action', array([ 1.        ,  0.45468452,  0.        ]), 'Reward', 0.24097211456325268)
('Episode', 3, 'Step', 375.0, 'Epsilon', 0.982346666666551, 'Action', array([-0.07903306,  0.48454435,  0.        ]), 'Reward', -0.8087382883322638)
('Episode', 3, 'Step', 390.0, 'Epsilon', 0.9822966666665507, 'Action', array([ 0.22575579,  0.53038381,  0.        ]), 'Reward', 0.1978125970487794)
('Episode', 3, 'Step', 405.0, 'Epsilon', 0.9822466666665504, 'Action', array([ 1.        ,  0.42931751,  0.01712526]), 'Reward', -0.63216379585908689)
('Episode', 3, 'Step', 420.0, 'Epsilon', 0.98219666666655, 'Action', array([ 0.68944025,  0.58506962,  0.        ]), 'Reward', -0.66638125902083556)
('Episode', 3, 'Step', 435.0, 'Epsilon', 0.9821466666665497, 'Action', array([ 1.        ,  0.43336588,  0.        ]), 'Reward', -0.44451484224292731)
('Episode', 3, 'Step', 450.0, 'Epsilon', 0.9820966666665494, 'Action', array([ 0.83334874,  0.50793458,  0.        ]), 'Reward', -0.13391611995556307)
('Episode', 3, 'Step', 465.0, 'Epsilon', 0.982046666666549, 'Action', array([ 1.       ,  0.4134703,  0.       ]), 'Reward', 0.090469329140268229)
('Episode', 3, 'Step', 480.0, 'Epsilon', 0.9819966666665487, 'Action', array([ 1.        ,  0.51059685,  0.        ]), 'Reward', -0.70237041725607274)
('Episode', 3, 'Step', 495.0, 'Epsilon', 0.9819466666665484, 'Action', array([-0.36597914,  0.47551735,  0.        ]), 'Reward', 0.0083072073403859144)
('Episode', 3, 'Step', 510.0, 'Epsilon', 0.9818966666665481, 'Action', array([-0.16052383,  0.47954686,  0.        ]), 'Reward', -0.36697981440966077)
('Episode', 3, 'Step', 525.0, 'Epsilon', 0.9818466666665477, 'Action', array([ 1.        ,  0.44870638,  0.        ]), 'Reward', -0.10879273127409453)
('Episode', 3, 'Step', 540.0, 'Epsilon', 0.9817966666665474, 'Action', array([-0.03634571,  0.45888541,  0.        ]), 'Reward', -0.58297451749146667)
('Episode', 3, 'Step', 555.0, 'Epsilon', 0.9817466666665471, 'Action', array([-0.31179622,  0.60376152,  0.        ]), 'Reward', -0.33316360201050038)
('Episode', 3, 'Step', 570.0, 'Epsilon', 0.9816966666665468, 'Action', array([-0.92571204,  0.61583892,  0.        ]), 'Reward', -1.4286635385773812)
('Episode', 3, 'Step', 585.0, 'Epsilon', 0.9816466666665464, 'Action', array([ 0.26006028,  0.51531583,  0.04389267]), 'Reward', -1.4239050065356702)
('Episode', 3, 'Step', 600.0, 'Epsilon', 0.9815966666665461, 'Action', array([-0.54979587,  0.51220709,  0.        ]), 'Reward', -0.63092701335696044)
Terminating because Turned Back
TOTAL REWARD @ 3-th Episode  : Reward -673.909722024
Total Step: 5526

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 4 Replay Buffer 5526 Early Stopping: 0 Epsilon: 0.98158 RN: 0.158244683739
('Episode', 4, 'Step', 9.0, 'Epsilon', 0.9815466666665458, 'Action', array([-1.        ,  0.41466682,  0.        ]), 'Reward', 9.9819926773297833)
('Episode', 4, 'Step', 24.0, 'Epsilon', 0.9814966666665454, 'Action', array([-0.06199954,  0.51899887,  0.        ]), 'Reward', -9.9164703141886807)
('Episode', 4, 'Step', 39.0, 'Epsilon', 0.9814466666665451, 'Action', array([ 1.        ,  0.36209543,  0.        ]), 'Reward', 27.613496451365105)
('Episode', 4, 'Step', 54.0, 'Epsilon', 0.9813966666665448, 'Action', array([-1.        ,  0.47091977,  0.        ]), 'Reward', -111.3610142776048)
('Episode', 4, 'Step', 69.0, 'Epsilon', 0.9813466666665445, 'Action', array([-1.        ,  0.52490289,  0.        ]), 'Reward', -0.1077079225812734)
('Episode', 4, 'Step', 84.0, 'Epsilon', 0.9812966666665441, 'Action', array([-0.31360197,  0.50085284,  0.        ]), 'Reward', 0.027373249199458011)
('Episode', 4, 'Step', 99.0, 'Epsilon', 0.9812466666665438, 'Action', array([ 0.78644066,  0.66691339,  0.        ]), 'Reward', -0.5836201111552779)
('Episode', 4, 'Step', 114.0, 'Epsilon', 0.9811966666665435, 'Action', array([-1.       ,  0.4347904,  0.       ]), 'Reward', -0.68588936735273631)
('Episode', 4, 'Step', 129.0, 'Epsilon', 0.9811466666665432, 'Action', array([ 1.        ,  0.42121026,  0.        ]), 'Reward', 0.066095854494839013)
('Episode', 4, 'Step', 144.0, 'Epsilon', 0.9810966666665428, 'Action', array([-1.        ,  0.41412474,  0.        ]), 'Reward', 0.0066946703059877445)
('Episode', 4, 'Step', 159.0, 'Epsilon', 0.9810466666665425, 'Action', array([-0.59487547,  0.47796122,  0.        ]), 'Reward', -0.20957781329114997)
('Episode', 4, 'Step', 174.0, 'Epsilon', 0.9809966666665422, 'Action', array([-1.        ,  0.46142494,  0.        ]), 'Reward', -0.82757176981260694)
('Episode', 4, 'Step', 189.0, 'Epsilon', 0.9809466666665418, 'Action', array([ 0.31172567,  0.23346568,  0.        ]), 'Reward', 0.11674748577802901)
('Episode', 4, 'Step', 204.0, 'Epsilon', 0.9808966666665415, 'Action', array([-0.07830573,  0.4068186 ,  0.        ]), 'Reward', -0.5000705656149983)
('Episode', 4, 'Step', 219.0, 'Epsilon', 0.9808466666665412, 'Action', array([-0.51621367,  0.53577975,  0.        ]), 'Reward', -0.21743370052066152)
('Episode', 4, 'Step', 234.0, 'Epsilon', 0.9807966666665409, 'Action', array([ 0.94670993,  0.64080529,  0.        ]), 'Reward', -0.45840651929494874)
('Episode', 4, 'Step', 249.0, 'Epsilon', 0.9807466666665405, 'Action', array([ 0.79650715,  0.520876  ,  0.        ]), 'Reward', -0.60281353453119813)
('Episode', 4, 'Step', 264.0, 'Epsilon', 0.9806966666665402, 'Action', array([-0.87578026,  0.50839947,  0.        ]), 'Reward', -0.34502144606834056)
('Episode', 4, 'Step', 279.0, 'Epsilon', 0.9806466666665399, 'Action', array([-0.88356567,  0.61211342,  0.02388654]), 'Reward', -0.4058462861815828)
('Episode', 4, 'Step', 294.0, 'Epsilon', 0.9805966666665396, 'Action', array([-0.47816543,  0.43287186,  0.        ]), 'Reward', -0.11516623047317043)
('Episode', 4, 'Step', 309.0, 'Epsilon', 0.9805466666665392, 'Action', array([-0.51902565,  0.4556304 ,  0.        ]), 'Reward', -0.62161082869651008)
('Episode', 4, 'Step', 324.0, 'Epsilon', 0.9804966666665389, 'Action', array([-0.13081399,  0.36171745,  0.        ]), 'Reward', -0.82353787782860521)
('Episode', 4, 'Step', 339.0, 'Epsilon', 0.9804466666665386, 'Action', array([ 0.08199057,  0.51773916,  0.        ]), 'Reward', -0.93353830428631512)
('Episode', 4, 'Step', 354.0, 'Epsilon', 0.9803966666665382, 'Action', array([-0.58417564,  0.31946672,  0.        ]), 'Reward', -0.063891936478118028)
('Episode', 4, 'Step', 369.0, 'Epsilon', 0.9803466666665379, 'Action', array([-0.46698364,  0.53850999,  0.        ]), 'Reward', -0.76036206809405238)
('Episode', 4, 'Step', 384.0, 'Epsilon', 0.9802966666665376, 'Action', array([-0.02766777,  0.58329633,  0.        ]), 'Reward', -0.29921637207950963)
('Episode', 4, 'Step', 399.0, 'Epsilon', 0.9802466666665373, 'Action', array([ 0.86084223,  0.49243629,  0.        ]), 'Reward', -0.70813614635669464)
('Episode', 4, 'Step', 414.0, 'Epsilon', 0.9801966666665369, 'Action', array([ 0.35386072,  0.47728848,  0.        ]), 'Reward', -0.7492530293220061)
('Episode', 4, 'Step', 429.0, 'Epsilon', 0.9801466666665366, 'Action', array([-0.14394912,  0.46595736,  0.        ]), 'Reward', -0.61265035223677611)
('Episode', 4, 'Step', 444.0, 'Epsilon', 0.9800966666665363, 'Action', array([-0.65926592,  0.40360366,  0.        ]), 'Reward', -0.45580824173155238)
('Episode', 4, 'Step', 459.0, 'Epsilon', 0.980046666666536, 'Action', array([-0.55401011,  0.41618939,  0.        ]), 'Reward', -0.20780680029780818)
('Episode', 4, 'Step', 474.0, 'Epsilon', 0.9799966666665356, 'Action', array([ 0.37025717,  0.59878315,  0.        ]), 'Reward', -1.0782022217772556)
('Episode', 4, 'Step', 489.0, 'Epsilon', 0.9799466666665353, 'Action', array([-0.59904075,  0.43950679,  0.        ]), 'Reward', -0.72368678076925608)
('Episode', 4, 'Step', 504.0, 'Epsilon', 0.979896666666535, 'Action', array([-0.58688552,  0.58733538,  0.        ]), 'Reward', -0.77562154055186172)
('Episode', 4, 'Step', 519.0, 'Epsilon', 0.9798466666665346, 'Action', array([ 0.08663786,  0.52872828,  0.        ]), 'Reward', -1.2351468182868055)
('Episode', 4, 'Step', 534.0, 'Epsilon', 0.9797966666665343, 'Action', array([ 0.31092438,  0.44731409,  0.        ]), 'Reward', -1.0574270982923522)
('Episode', 4, 'Step', 549.0, 'Epsilon', 0.979746666666534, 'Action', array([-0.2207914 ,  0.51019746,  0.        ]), 'Reward', -0.9650067217942464)
('Episode', 4, 'Step', 564.0, 'Epsilon', 0.9796966666665337, 'Action', array([-0.58394202,  0.55590213,  0.        ]), 'Reward', -1.1109219182145071)
('Episode', 4, 'Step', 579.0, 'Epsilon', 0.9796466666665333, 'Action', array([-1.        ,  0.44499125,  0.        ]), 'Reward', -0.50499770701361302)
('Episode', 4, 'Step', 594.0, 'Epsilon', 0.979596666666533, 'Action', array([-0.78787341,  0.48321963,  0.        ]), 'Reward', -0.53215364710571911)
('Episode', 4, 'Step', 609.0, 'Epsilon', 0.9795466666665327, 'Action', array([-0.20850708,  0.45309357,  0.03586109]), 'Reward', -0.75136358145674154)
('Episode', 4, 'Step', 624.0, 'Epsilon', 0.9794966666665323, 'Action', array([-0.40478379,  0.33198835,  0.        ]), 'Reward', -0.65944396621826606)
('Episode', 4, 'Step', 639.0, 'Epsilon', 0.979446666666532, 'Action', array([-1.        ,  0.51407867,  0.        ]), 'Reward', -1.112679835759621)
('Episode', 4, 'Step', 654.0, 'Epsilon', 0.9793966666665317, 'Action', array([-0.20539301,  0.54455113,  0.        ]), 'Reward', -2.4177058024592606)
('Episode', 4, 'Step', 669.0, 'Epsilon', 0.9793466666665314, 'Action', array([ 0.45121031,  0.35023506,  0.        ]), 'Reward', -2.6535749443942835)
('Episode', 4, 'Step', 684.0, 'Epsilon', 0.979296666666531, 'Action', array([-0.26907347,  0.54709808,  0.        ]), 'Reward', -2.0135948526326639)
('Episode', 4, 'Step', 699.0, 'Epsilon', 0.9792466666665307, 'Action', array([-1.        ,  0.41640384,  0.        ]), 'Reward', -0.88794376829119848)
('Episode', 4, 'Step', 714.0, 'Epsilon', 0.9791966666665304, 'Action', array([-1.        ,  0.46811307,  0.        ]), 'Reward', -1.3028637203843647)
('Episode', 4, 'Step', 729.0, 'Epsilon', 0.97914666666653, 'Action', array([-1.        ,  0.50543274,  0.        ]), 'Reward', -1.5942071620973863)
('Episode', 4, 'Step', 744.0, 'Epsilon', 0.9790966666665297, 'Action', array([-0.64029333,  0.35503565,  0.        ]), 'Reward', -1.2354505681069368)
('Episode', 4, 'Step', 759.0, 'Epsilon', 0.9790466666665294, 'Action', array([-1.       ,  0.5543577,  0.       ]), 'Reward', -2.6695382948063529)
('Episode', 4, 'Step', 774.0, 'Epsilon', 0.9789966666665291, 'Action', array([-0.35320731,  0.48026711,  0.        ]), 'Reward', -3.4208067610042523)
('Episode', 4, 'Step', 789.0, 'Epsilon', 0.9789466666665287, 'Action', array([-1.       ,  0.4393465,  0.       ]), 'Reward', -2.610455265339747)
('Episode', 4, 'Step', 804.0, 'Epsilon', 0.9788966666665284, 'Action', array([ 0.1093769 ,  0.60327388,  0.        ]), 'Reward', -3.6877003715436594)
('Episode', 4, 'Step', 819.0, 'Epsilon', 0.9788466666665281, 'Action', array([-0.42904625,  0.45777719,  0.        ]), 'Reward', -2.8735362924909378)
('Episode', 4, 'Step', 834.0, 'Epsilon', 0.9787966666665278, 'Action', array([-0.5547464 ,  0.60118569,  0.        ]), 'Reward', -5.2756310579133183)
('Episode', 4, 'Step', 849.0, 'Epsilon', 0.9787466666665274, 'Action', array([-1.        ,  0.39057962,  0.        ]), 'Reward', -7.6742419885569735)
('Episode', 4, 'Step', 864.0, 'Epsilon', 0.9786966666665271, 'Action', array([-0.4316263 ,  0.46892668,  0.        ]), 'Reward', -8.9342120101118674)
('Episode', 4, 'Step', 879.0, 'Epsilon', 0.9786466666665268, 'Action', array([ 0.05797573,  0.38900849,  0.        ]), 'Reward', -7.848548072657767)
('Episode', 4, 'Step', 894.0, 'Epsilon', 0.9785966666665264, 'Action', array([-0.64434069,  0.59429503,  0.        ]), 'Reward', -7.3269521777662625)
('Episode', 4, 'Step', 909.0, 'Epsilon', 0.9785466666665261, 'Action', array([-1.        ,  0.55019886,  0.        ]), 'Reward', -9.8991021025734316)
('Episode', 4, 'Step', 924.0, 'Epsilon', 0.9784966666665258, 'Action', array([-0.42068109,  0.45681841,  0.        ]), 'Reward', -18.782437712784471)
('Episode', 4, 'Step', 939.0, 'Epsilon', 0.9784466666665255, 'Action', array([-0.20678446,  0.53079371,  0.        ]), 'Reward', -32.295341276663152)
('Episode', 4, 'Step', 954.0, 'Epsilon', 0.9783966666665251, 'Action', array([-0.76215546,  0.38023984,  0.        ]), 'Reward', -70.779612843689748)
('Episode', 4, 'Step', 969.0, 'Epsilon', 0.9783466666665248, 'Action', array([-0.36699103,  0.31001791,  0.        ]), 'Reward', -69.883372079675226)
('Episode', 4, 'Step', 984.0, 'Epsilon', 0.9782966666665245, 'Action', array([-0.38433214,  0.41042349,  0.        ]), 'Reward', -46.402635361983045)
('Episode', 4, 'Step', 999.0, 'Epsilon', 0.9782466666665242, 'Action', array([ 0.57877788,  0.49956984,  0.        ]), 'Reward', -115.79165098485689)
('Episode', 4, 'Step', 1014.0, 'Epsilon', 0.9781966666665238, 'Action', array([ 0.41678633,  0.42910908,  0.        ]), 'Reward', -0.062949138949759634)
('Episode', 4, 'Step', 1029.0, 'Epsilon', 0.9781466666665235, 'Action', array([-0.48113435,  0.46472486,  0.        ]), 'Reward', -0.32036243352506999)
('Episode', 4, 'Step', 1044.0, 'Epsilon', 0.9780966666665232, 'Action', array([-1.        ,  0.47163834,  0.        ]), 'Reward', -0.28340172048664675)
('Episode', 4, 'Step', 1059.0, 'Epsilon', 0.9780466666665228, 'Action', array([ 0.05947766,  0.57121824,  0.        ]), 'Reward', -0.26207677625106868)
('Episode', 4, 'Step', 1074.0, 'Epsilon', 0.9779966666665225, 'Action', array([ 0.95847132,  0.43052631,  0.        ]), 'Reward', -0.12967024064797161)
('Episode', 4, 'Step', 1089.0, 'Epsilon', 0.9779466666665222, 'Action', array([ 0.86674746,  0.63824956,  0.        ]), 'Reward', -0.15397725944642812)
('Episode', 4, 'Step', 1104.0, 'Epsilon', 0.9778966666665219, 'Action', array([ 0.35997161,  0.30008712,  0.        ]), 'Reward', -0.068135024446678807)
('Episode', 4, 'Step', 1119.0, 'Epsilon', 0.9778466666665215, 'Action', array([ 0.6257248 ,  0.52771542,  0.01406848]), 'Reward', -0.40936590747415136)
('Episode', 4, 'Step', 1134.0, 'Epsilon', 0.9777966666665212, 'Action', array([-1.        ,  0.42675751,  0.01165007]), 'Reward', -0.2114534054864956)
('Episode', 4, 'Step', 1149.0, 'Epsilon', 0.9777466666665209, 'Action', array([-1.        ,  0.52790333,  0.        ]), 'Reward', -0.19120791034800974)
('Episode', 4, 'Step', 1164.0, 'Epsilon', 0.9776966666665206, 'Action', array([-0.15099529,  0.3978564 ,  0.        ]), 'Reward', -0.25596952870119194)
('Episode', 4, 'Step', 1179.0, 'Epsilon', 0.9776466666665202, 'Action', array([ 0.59550116,  0.40151631,  0.        ]), 'Reward', -0.17252795293270221)
('Episode', 4, 'Step', 1194.0, 'Epsilon', 0.9775966666665199, 'Action', array([-0.54270798,  0.59344107,  0.        ]), 'Reward', -0.19815300624401666)
('Episode', 4, 'Step', 1209.0, 'Epsilon', 0.9775466666665196, 'Action', array([-0.47084156,  0.40546321,  0.        ]), 'Reward', -0.33940771022847072)
('Episode', 4, 'Step', 1224.0, 'Epsilon', 0.9774966666665192, 'Action', array([ 0.86212941,  0.37000348,  0.        ]), 'Reward', -0.12897285345698978)
('Episode', 4, 'Step', 1239.0, 'Epsilon', 0.9774466666665189, 'Action', array([ 0.92540443,  0.47426653,  0.        ]), 'Reward', -0.25431803319222002)
('Episode', 4, 'Step', 1254.0, 'Epsilon', 0.9773966666665186, 'Action', array([ 1.        ,  0.57421506,  0.        ]), 'Reward', -0.30569807345986599)
('Episode', 4, 'Step', 1269.0, 'Epsilon', 0.9773466666665183, 'Action', array([ 1.        ,  0.57345605,  0.        ]), 'Reward', -0.45036884999701821)
('Episode', 4, 'Step', 1284.0, 'Epsilon', 0.9772966666665179, 'Action', array([ 0.92919718,  0.56775355,  0.        ]), 'Reward', -0.14047308749995963)
('Episode', 4, 'Step', 1299.0, 'Epsilon', 0.9772466666665176, 'Action', array([-0.24040216,  0.49660977,  0.        ]), 'Reward', -0.2858283757355467)
('Episode', 4, 'Step', 1314.0, 'Epsilon', 0.9771966666665173, 'Action', array([ 1.      ,  0.409398,  0.      ]), 'Reward', -0.13164675322653913)
('Episode', 4, 'Step', 1329.0, 'Epsilon', 0.977146666666517, 'Action', array([-1.        ,  0.38568995,  0.        ]), 'Reward', -0.2955664809679075)
('Episode', 4, 'Step', 1344.0, 'Epsilon', 0.9770966666665166, 'Action', array([ 0.56683292,  0.54738411,  0.        ]), 'Reward', -0.11219496403395512)
('Episode', 4, 'Step', 1359.0, 'Epsilon', 0.9770466666665163, 'Action', array([-0.97645936,  0.46385555,  0.        ]), 'Reward', -0.26418226259733246)
('Episode', 4, 'Step', 1374.0, 'Epsilon', 0.976996666666516, 'Action', array([-0.06340879,  0.39847622,  0.        ]), 'Reward', -0.12771968679387713)
('Episode', 4, 'Step', 1389.0, 'Epsilon', 0.9769466666665156, 'Action', array([ 1.        ,  0.28128107,  0.        ]), 'Reward', -1.7430545094554253)
('Episode', 4, 'Step', 1404.0, 'Epsilon', 0.9768966666665153, 'Action', array([-1.        ,  0.37285505,  0.        ]), 'Reward', -2.55039407964275)
('Episode', 4, 'Step', 1419.0, 'Epsilon', 0.976846666666515, 'Action', array([-1.        ,  0.51737203,  0.        ]), 'Reward', 0.39623160443596817)
('Episode', 4, 'Step', 1434.0, 'Epsilon', 0.9767966666665147, 'Action', array([-0.58882561,  0.3008818 ,  0.        ]), 'Reward', -0.050133415684117194)
('Episode', 4, 'Step', 1449.0, 'Epsilon', 0.9767466666665143, 'Action', array([-1.        ,  0.46803449,  0.        ]), 'Reward', -0.33557605510524369)
('Episode', 4, 'Step', 1464.0, 'Epsilon', 0.976696666666514, 'Action', array([-0.0974848 ,  0.50700396,  0.        ]), 'Reward', -0.21707764191542095)
('Episode', 4, 'Step', 1479.0, 'Epsilon', 0.9766466666665137, 'Action', array([-0.03863792,  0.70016003,  0.        ]), 'Reward', -0.36693110350666419)
('Episode', 4, 'Step', 1494.0, 'Epsilon', 0.9765966666665133, 'Action', array([-0.12596531,  0.62482804,  0.        ]), 'Reward', -0.37066364845279681)
('Episode', 4, 'Step', 1509.0, 'Epsilon', 0.976546666666513, 'Action', array([-1.        ,  0.50975382,  0.        ]), 'Reward', -0.39803888476318794)
('Episode', 4, 'Step', 1524.0, 'Epsilon', 0.9764966666665127, 'Action', array([-0.43547382,  0.37645756,  0.        ]), 'Reward', -0.2591538576179877)
('Episode', 4, 'Step', 1539.0, 'Epsilon', 0.9764466666665124, 'Action', array([-0.33151481,  0.36312057,  0.        ]), 'Reward', -0.286628669136753)
('Episode', 4, 'Step', 1554.0, 'Epsilon', 0.976396666666512, 'Action', array([-0.73505275,  0.54529415,  0.        ]), 'Reward', -0.33117504328741498)
('Episode', 4, 'Step', 1569.0, 'Epsilon', 0.9763466666665117, 'Action', array([-0.74258541,  0.52591139,  0.        ]), 'Reward', -0.37261949730215366)
('Episode', 4, 'Step', 1584.0, 'Epsilon', 0.9762966666665114, 'Action', array([ 0.06577104,  0.39651385,  0.01900151]), 'Reward', -0.30028410151169793)
('Episode', 4, 'Step', 1599.0, 'Epsilon', 0.976246666666511, 'Action', array([ 0.55585417,  0.46677357,  0.00834084]), 'Reward', -0.39950764470745936)
('Episode', 4, 'Step', 1614.0, 'Epsilon', 0.9761966666665107, 'Action', array([ 0.28547063,  0.49431582,  0.        ]), 'Reward', -0.37478577818849895)
('Episode', 4, 'Step', 1629.0, 'Epsilon', 0.9761466666665104, 'Action', array([-0.48513116,  0.53567708,  0.        ]), 'Reward', -0.37124862980923928)
('Episode', 4, 'Step', 1644.0, 'Epsilon', 0.9760966666665101, 'Action', array([-0.14223149,  0.58111285,  0.        ]), 'Reward', -0.34345106122834801)
('Episode', 4, 'Step', 1659.0, 'Epsilon', 0.9760466666665097, 'Action', array([-1.        ,  0.60846404,  0.        ]), 'Reward', -0.33459155416546876)
('Episode', 4, 'Step', 1674.0, 'Epsilon', 0.9759966666665094, 'Action', array([ 0.04749604,  0.49666624,  0.        ]), 'Reward', -0.4Waiting for request on port 3101
******* RESTARTING *****
1013557593665489)
('Episode', 4, 'Step', 1689.0, 'Epsilon', 0.9759466666665091, 'Action', array([ 0.51419299,  0.72851485,  0.        ]), 'Reward', -1.2814654464219069)
('Episode', 4, 'Step', 1704.0, 'Epsilon', 0.9758966666665088, 'Action', array([-0.46815438,  0.65578222,  0.        ]), 'Reward', -0.39149560550815016)
('Episode', 4, 'Step', 1719.0, 'Epsilon', 0.9758466666665084, 'Action', array([ 0.41457411,  0.44416173,  0.01526275]), 'Reward', -0.52551925023310209)
('Episode', 4, 'Step', 1734.0, 'Epsilon', 0.9757966666665081, 'Action', array([ 0.66917001,  0.53415878,  0.        ]), 'Reward', -0.7953693280256493)
('Episode', 4, 'Step', 1749.0, 'Epsilon', 0.9757466666665078, 'Action', array([ 0.49957174,  0.28839894,  0.        ]), 'Reward', -0.43210223727288632)
('Episode', 4, 'Step', 1764.0, 'Epsilon', 0.9756966666665075, 'Action', array([-0.70514413,  0.44215817,  0.        ]), 'Reward', -0.237444874140118)
('Episode', 4, 'Step', 1779.0, 'Epsilon', 0.9756466666665071, 'Action', array([ 0.70886998,  0.37162786,  0.00395482]), 'Reward', -0.66895133586982936)
('Episode', 4, 'Step', 1794.0, 'Epsilon', 0.9755966666665068, 'Action', array([-0.18230993,  0.55655731,  0.        ]), 'Reward', -0.60611989909682951)
('Episode', 4, 'Step', 1809.0, 'Epsilon', 0.9755466666665065, 'Action', array([-0.16061396,  0.66604536,  0.        ]), 'Reward', -0.63873502248222191)
('Episode', 4, 'Step', 1824.0, 'Epsilon', 0.9754966666665061, 'Action', array([-0.96038168,  0.42203155,  0.        ]), 'Reward', -0.54995835009800209)
('Episode', 4, 'Step', 1839.0, 'Epsilon', 0.9754466666665058, 'Action', array([ 0.67508844,  0.62823516,  0.        ]), 'Reward', -0.99642105033927431)
('Episode', 4, 'Step', 1854.0, 'Epsilon', 0.9753966666665055, 'Action', array([-0.75072616,  0.38359486,  0.        ]), 'Reward', -0.30842109752031233)
('Episode', 4, 'Step', 1869.0, 'Epsilon', 0.9753466666665052, 'Action', array([ 0.38352181,  0.51821043,  0.02079597]), 'Reward', -1.040842438671687)
('Episode', 4, 'Step', 1884.0, 'Epsilon', 0.9752966666665048, 'Action', array([-0.63926996,  0.48944226,  0.        ]), 'Reward', -0.44395463993999318)
('Episode', 4, 'Step', 1899.0, 'Epsilon', 0.9752466666665045, 'Action', array([-0.82148813,  0.29297358,  0.        ]), 'Reward', -0.2076330679595943)
('Episode', 4, 'Step', 1914.0, 'Epsilon', 0.9751966666665042, 'Action', array([-0.4397864 ,  0.50319373,  0.        ]), 'Reward', -0.3789414601739205)
('Episode', 4, 'Step', 1929.0, 'Epsilon', 0.9751466666665038, 'Action', array([ 0.31943101,  0.49121185,  0.        ]), 'Reward', -1.0514138425744204)
('Episode', 4, 'Step', 1944.0, 'Epsilon', 0.9750966666665035, 'Action', array([-1.        ,  0.68980696,  0.        ]), 'Reward', -1.108065019767182)
('Episode', 4, 'Step', 1959.0, 'Epsilon', 0.9750466666665032, 'Action', array([ 0.46892455,  0.45492565,  0.        ]), 'Reward', -1.6418711567034476)
('Episode', 4, 'Step', 1974.0, 'Epsilon', 0.9749966666665029, 'Action', array([ 0.04245005,  0.4034898 ,  0.        ]), 'Reward', -2.1282370525554972)
('Episode', 4, 'Step', 1989.0, 'Epsilon', 0.9749466666665025, 'Action', array([-1.        ,  0.43022428,  0.01439218]), 'Reward', -0.87734413325926619)
TOTAL REWARD @ 4-th Episode  : Reward -5871.96649828
Total Step: 7526

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 5 Replay Buffer 7526 Early Stopping: 0 Epsilon: 0.974913333333 RN: 0.587303164698
('Episode', 5, 'Step', 4.0, 'Epsilon', 0.9748966666665022, 'Action', array([-0.96467978,  0.54364478,  0.        ]), 'Reward', 5.1491179752151224)
('Episode', 5, 'Step', 19.0, 'Epsilon', 0.9748466666665019, 'Action', array([-0.25536381,  0.4406988 ,  0.        ]), 'Reward', -1.7485701170422736)
('Episode', 5, 'Step', 34.0, 'Epsilon', 0.9747966666665016, 'Action', array([-0.50879842,  0.48832055,  0.        ]), 'Reward', -40.064242948424734)
('Episode', 5, 'Step', 49.0, 'Epsilon', 0.9747466666665012, 'Action', array([-0.74866795,  0.6068589 ,  0.        ]), 'Reward', -4.6680319744402858)
('Episode', 5, 'Step', 64.0, 'Epsilon', 0.9746966666665009, 'Action', array([-1.        ,  0.61984164,  0.        ]), 'Reward', -11.678199087507805)
('Episode', 5, 'Step', 79.0, 'Epsilon', 0.9746466666665006, 'Action', array([-0.42963964,  0.41655725,  0.        ]), 'Reward', -10.00197842311167)
('Episode', 5, 'Step', 94.0, 'Epsilon', 0.9745966666665002, 'Action', array([-0.87640849,  0.32061921,  0.        ]), 'Reward', -14.362305985937951)
('Episode', 5, 'Step', 109.0, 'Epsilon', 0.9745466666664999, 'Action', array([ 0.48667756,  0.37765952,  0.        ]), 'Reward', -7.7749514576574494)
('Episode', 5, 'Step', 124.0, 'Epsilon', 0.9744966666664996, 'Action', array([-1.        ,  0.32913482,  0.        ]), 'Reward', -3.1840994831587013)
('Episode', 5, 'Step', 139.0, 'Epsilon', 0.9744466666664993, 'Action', array([-0.23014576,  0.4823125 ,  0.        ]), 'Reward', -4.7850912154632912)
('Episode', 5, 'Step', 154.0, 'Epsilon', 0.9743966666664989, 'Action', array([-0.84829149,  0.50914758,  0.        ]), 'Reward', -3.3234276596374093)
('Episode', 5, 'Step', 169.0, 'Epsilon', 0.9743466666664986, 'Action', array([-0.58439793,  0.55534532,  0.        ]), 'Reward', -4.2645465455112426)
('Episode', 5, 'Step', 184.0, 'Epsilon', 0.9742966666664983, 'Action', array([ 0.00087654,  0.50671486,  0.        ]), 'Reward', -3.1181441747785739)
('Episode', 5, 'Step', 199.0, 'Epsilon', 0.974246666666498, 'Action', array([-0.50097945,  0.37256953,  0.        ]), 'Reward', -1.5477610134473578)
('Episode', 5, 'Step', 214.0, 'Epsilon', 0.9741966666664976, 'Action', array([ 0.44899646,  0.61223953,  0.        ]), 'Reward', -4.8965337107425579)
('Episode', 5, 'Step', 229.0, 'Epsilon', 0.9741466666664973, 'Action', array([ 0.22196971,  0.43474381,  0.        ]), 'Reward', -3.5278617157126115)
('Episode', 5, 'Step', 244.0, 'Epsilon', 0.974096666666497, 'Action', array([-0.77870464,  0.38632014,  0.        ]), 'Reward', -2.2168960263841475)
('Episode', 5, 'Step', 259.0, 'Epsilon', 0.9740466666664966, 'Action', array([-0.16417254,  0.62515249,  0.        ]), 'Reward', -5.4276802242289914)
('Episode', 5, 'Step', 274.0, 'Epsilon', 0.9739966666664963, 'Action', array([ 0.56964009,  0.70677657,  0.        ]), 'Reward', -13.628396297042556)
('Episode', 5, 'Step', 289.0, 'Epsilon', 0.973946666666496, 'Action', array([-0.14149692,  0.18509324,  0.        ]), 'Reward', -41.071938067416596)
('Episode', 5, 'Step', 304.0, 'Epsilon', 0.9738966666664957, 'Action', array([-0.54738189,  0.46397704,  0.        ]), 'Reward', -42.794114630661454)
('Episode', 5, 'Step', 319.0, 'Epsilon', 0.9738466666664953, 'Action', array([-1.        ,  0.49580227,  0.        ]), 'Reward', -28.641465804110492)
('Episode', 5, 'Step', 334.0, 'Epsilon', 0.973796666666495, 'Action', array([-0.07976349,  0.43530082,  0.        ]), 'Reward', -15.214987525188921)
('Episode', 5, 'Step', 349.0, 'Epsilon', 0.9737466666664947, 'Action', array([-0.12557296,  0.2984005 ,  0.        ]), 'Reward', -8.4175753545572682)
('Episode', 5, 'Step', 364.0, 'Epsilon', 0.9736966666664943, 'Action', array([-1.        ,  0.41887175,  0.        ]), 'Reward', -7.2346277037347075)
('Episode', 5, 'Step', 379.0, 'Epsilon', 0.973646666666494, 'Action', array([-1.        ,  0.43504912,  0.        ]), 'Reward', -15.142664448483886)
('Episode', 5, 'Step', 394.0, 'Epsilon', 0.9735966666664937, 'Action', array([-1.        ,  0.43834705,  0.        ]), 'Reward', -10.666921277270999)
('Episode', 5, 'Step', 409.0, 'Epsilon', 0.9735466666664934, 'Action', array([ 0.1965397 ,  0.42188085,  0.        ]), 'Reward', -16.828641748370142)
('Episode', 5, 'Step', 424.0, 'Epsilon', 0.973496666666493, 'Action', array([-0.79034357,  0.45497087,  0.        ]), 'Reward', -22.88077235471259)
('Episode', 5, 'Step', 439.0, 'Epsilon', 0.9734466666664927, 'Action', array([-0.86736529,  0.47403144,  0.        ]), 'Reward', -20.884718082532078)
('Episode', 5, 'Step', 454.0, 'Epsilon', 0.9733966666664924, 'Action', array([-1.        ,  0.41565061,  0.        ]), 'Reward', -42.073325368226392)
('Episode', 5, 'Step', 469.0, 'Epsilon', 0.973346666666492, 'Action', array([-0.6271833 ,  0.46950489,  0.        ]), 'Reward', -65.300381478650095)
('Episode', 5, 'Step', 484.0, 'Epsilon', 0.9732966666664917, 'Action', array([-1.        ,  0.53636153,  0.        ]), 'Reward', -40.657043130067443)
('Episode', 5, 'Step', 499.0, 'Epsilon', 0.9732466666664914, 'Action', array([-1.        ,  0.48921308,  0.        ]), 'Reward', -103.44167785359875)
('Episode', 5, 'Step', 514.0, 'Epsilon', 0.9731966666664911, 'Action', array([ 0.03325307,  0.50686972,  0.        ]), 'Reward', -1.0236085516352729)
('Episode', 5, 'Step', 529.0, 'Epsilon', 0.9731466666664907, 'Action', array([ 0.62403497,  0.51799943,  0.0193695 ]), 'Reward', -0.45720639300866667)
('Episode', 5, 'Step', 544.0, 'Epsilon', 0.9730966666664904, 'Action', array([ 0.49687651,  0.59922317,  0.        ]), 'Reward', -0.83620689655085112)
('Episode', 5, 'Step', 559.0, 'Epsilon', 0.9730466666664901, 'Action', array([ 1.        ,  0.37587716,  0.        ]), 'Reward', -0.83867342747946194)
('Episode', 5, 'Step', 574.0, 'Epsilon', 0.9729966666664898, 'Action', array([ 0.3854111 ,  0.58583477,  0.        ]), 'Reward', -1.5285163310288499)
('Episode', 5, 'Step', 589.0, 'Epsilon', 0.9729466666664894, 'Action', array([ 0.82693256,  0.31751008,  0.        ]), 'Reward', -0.75682600136308409)
('Episode', 5, 'Step', 604.0, 'Epsilon', 0.9728966666664891, 'Action', array([ 0.70124447,  0.36426185,  0.01981027]), 'Reward', -0.36531444100070054)
('Episode', 5, 'Step', 619.0, 'Epsilon', 0.9728466666664888, 'Action', array([ 1.        ,  0.55776404,  0.        ]), 'Reward', -1.7689229666395301)
('Episode', 5, 'Step', 634.0, 'Epsilon', 0.9727966666664885, 'Action', array([ 0.19833181,  0.45649835,  0.        ]), 'Reward', -2.0508495952679153)
('Episode', 5, 'Step', 649.0, 'Epsilon', 0.9727466666664881, 'Action', array([-0.79166244,  0.40120033,  0.        ]), 'Reward', -1.3699152172457285)
('Episode', 5, 'Step', 664.0, 'Epsilon', 0.9726966666664878, 'Action', array([ 0.26012158,  0.48278466,  0.        ]), 'Reward', -1.8289055743803897)
('Episode', 5, 'Step', 679.0, 'Epsilon', 0.9726466666664875, 'Action', array([ 0.30762589,  0.50124435,  0.        ]), 'Reward', -1.5742945576006484)
('Episode', 5, 'Step', 694.0, 'Epsilon', 0.9725966666664871, 'Action', array([-1.        ,  0.51641516,  0.        ]), 'Reward', -4.3889447530642327)
('Episode', 5, 'Step', 709.0, 'Epsilon', 0.9725466666664868, 'Action', array([ 1.        ,  0.45612511,  0.        ]), 'Reward', -1.9999282627017732)
('Episode', 5, 'Step', 724.0, 'Epsilon', 0.9724966666664865, 'Action', array([ 0.88457624,  0.63214866,  0.        ]), 'Reward', -1.8356432029436076)
('Episode', 5, 'Step', 739.0, 'Epsilon', 0.9724466666664862, 'Action', array([ 0.21641477,  0.4518931 ,  0.        ]), 'Reward', -0.72446781207129129)
('Episode', 5, 'Step', 754.0, 'Epsilon', 0.9723966666664858, 'Action', array([-0.14672155,  0.39699864,  0.        ]), 'Reward', -0.64219143937493683)
('Episode', 5, 'Step', 769.0, 'Epsilon', 0.9723466666664855, 'Action', array([ 1.        ,  0.49628791,  0.        ]), 'Reward', -0.18630272194813882)
('Episode', 5, 'Step', 784.0, 'Epsilon', 0.9722966666664852, 'Action', array([ 0.08174302,  0.61920829,  0.        ]), 'Reward', -0.64217794676265416)
('Episode', 5, 'Step', 799.0, 'Epsilon', 0.9722466666664848, 'Action', array([-0.48940658,  0.51595547,  0.        ]), 'Reward', -0.10579832110207713)
('Episode', 5, 'Step', 814.0, 'Epsilon', 0.9721966666664845, 'Action', array([ 1.        ,  0.40804627,  0.        ]), 'Reward', -0.58945929607485392)
('Episode', 5, 'Step', 829.0, 'Epsilon', 0.9721466666664842, 'Action', array([ 0.86273564,  0.33259649,  0.        ]), 'Reward', -0.10929013848626726)
('Episode', 5, 'Step', 844.0, 'Epsilon', 0.9720966666664839, 'Action', array([ 0.41335423,  0.45342767,  0.        ]), 'Reward', -0.79822393688401561)
('Episode', 5, 'Step', 859.0, 'Epsilon', 0.9720466666664835, 'Action', array([-0.07739368,  0.49448803,  0.        ]), 'Reward', -0.092397445203755563)
('Episode', 5, 'Step', 874.0, 'Epsilon', 0.9719966666664832, 'Action', array([ 0.05326231,  0.43674468,  0.        ]), 'Reward', -0.95607552182044475)
('Episode', 5, 'Step', 889.0, 'Epsilon', 0.9719466666664829, 'Action', array([ 0.01756711,  0.42521155,  0.        ]), 'Reward', -0.72398855147950203)
('Episode', 5, 'Step', 904.0, 'Epsilon', 0.9718966666664826, 'Action', array([ 0.60526062,  0.5967067 ,  0.        ]), 'Reward', -0.91175501404122627)
('Episode', 5, 'Step', 919.0, 'Epsilon', 0.9718466666664822, 'Action', array([ 0.01197471,  0.41372556,  0.        ]), 'Reward', -0.93975726786476566)
('Episode', 5, 'Step', 934.0, 'Epsilon', 0.9717966666664819, 'Action', array([ 0.40089678,  0.58620752,  0.        ]), 'Reward', -1.4146338658623323)
('Episode', 5, 'Step', 949.0, 'Epsilon', 0.9717466666664816, 'Action', array([ 1.        ,  0.54889817,  0.        ]), 'Reward', -0.93185901164344154)
('Episode', 5, 'Step', 964.0, 'Epsilon', 0.9716966666664812, 'Action', array([ 0.70944774,  0.60153976,  0.        ]), 'Reward', -1.1395191573596026)
('Episode', 5, 'Step', 979.0, 'Epsilon', 0.9716466666664809, 'Action', array([-0.33881893,  0.36766304,  0.        ]), 'Reward', -1.0927756922260401)
('Episode', 5, 'Step', 994.0, 'Epsilon', 0.9715966666664806, 'Action', array([-0.19308828,  0.52705687,  0.        ]), 'Reward', -1.3156772952438902)
('Episode', 5, 'Step', 1009.0, 'Epsilon', 0.9715466666664803, 'Action', array([ 0.31818009,  0.54488802,  0.        ]), 'Reward', -1.2879103004188341)
('Episode', 5, 'Step', 1024.0, 'Epsilon', 0.9714966666664799, 'Action', array([-1.        ,  0.50536963,  0.        ]), 'Reward', -3.491086706230274)
('Episode', 5, 'Step', 1039.0, 'Epsilon', 0.9714466666664796, 'Action', array([ 0.54991217,  0.47536412,  0.        ]), 'Reward', -1.1803078801146705)
('Episode', 5, 'Step', 1054.0, 'Epsilon', 0.9713966666664793, 'Action', array([-0.11096922,  0.52415206,  0.        ]), 'Reward', -2.9103972401801421)
('Episode', 5, 'Step', 1069.0, 'Epsilon', 0.971346666666479, 'Action', array([ 0.36543824,  0.53860045,  0.        ]), 'Reward', -1.6990100651580127)
('Episode', 5, 'Step', 1084.0, 'Epsilon', 0.9712966666664786, 'Action', array([ 0.41914628,  0.53104398,  0.        ]), 'Reward', -3.4268706667672393)
('Episode', 5, 'Step', 1099.0, 'Epsilon', 0.9712466666664783, 'Action', array([ 0.31798583,  0.35483789,  0.        ]), 'Reward', -1.5671454890046883)
('Episode', 5, 'Step', 1114.0, 'Epsilon', 0.971196666666478, 'Action', array([ 0.30205444,  0.35322234,  0.        ]), 'Reward', -1.6497663391044357)
('Episode', 5, 'Step', 1129.0, 'Epsilon', 0.9711466666664776, 'Action', array([ 1.        ,  0.47049111,  0.        ]), 'Reward', -1.3182020218581167)
('Episode', 5, 'Step', 1144.0, 'Epsilon', 0.9710966666664773, 'Action', array([ 0.03253665,  0.41913645,  0.07461839]), 'Reward', -1.6323833072601901)
('Episode', 5, 'Step', 1159.0, 'Epsilon', 0.971046666666477, 'Action', array([ 0.57624471,  0.66234136,  0.        ]), 'Reward', -2.8732318877196867)
('Episode', 5, 'Step', 1174.0, 'Epsilon', 0.9709966666664767, 'Action', array([ 1.        ,  0.26561766,  0.00555467]), 'Reward', -0.7719302771984593)
('Episode', 5, 'Step', 1189.0, 'Epsilon', 0.9709466666664763, 'Action', array([-0.66046534,  0.47173273,  0.        ]), 'Reward', -1.9291468147176984)
('Episode', 5, 'Step', 1204.0, 'Epsilon', 0.970896666666476, 'Action', array([-0.46900336,  0.2409656 ,  0.        ]), 'Reward', -5.0262754914377386)
('Episode', 5, 'Step', 1219.0, 'Epsilon', 0.9708466666664757, 'Action', array([ 0.30486844,  0.50393026,  0.        ]), 'Reward', -0.38306159975639675)
('Episode', 5, 'Step', 1234.0, 'Epsilon', 0.9707966666664753, 'Action', array([-0.22301726,  0.34048265,  0.        ]), 'Reward', -0.14411479199516339)
('Episode', 5, 'Step', 1249.0, 'Epsilon', 0.970746666666475, 'Action', array([-1.        ,  0.48316149,  0.        ]), 'Reward', -0.42413606546189614)
('Episode', 5, 'Step', 1264.0, 'Epsilon', 0.9706966666664747, 'Action', array([-0.31920881,  0.32718674,  0.        ]), 'Reward', -0.29856372422577526)
('Episode', 5, 'Step', 1279.0, 'Epsilon', 0.9706466666664744, 'Action', array([-0.01631069,  0.43725201,  0.        ]), 'Reward', -0.34666114046574181)
('Episode', 5, 'Step', 1294.0, 'Epsilon', 0.970596666666474, 'Action', array([-0.92755448,  0.38677906,  0.        ]), 'Reward', -0.1803229572387538)
('Episode', 5, 'Step', 1309.0, 'Epsilon', 0.9705466666664737, 'Action', array([-1.        ,  0.43297693,  0.        ]), 'Reward', -0.13160196406459607)
('Episode', 5, 'Step', 1324.0, 'Epsilon', 0.9704966666664734, 'Action', array([ 0.86170961,  0.47669969,  0.        ]), 'Reward', -0.63299701325827185)
('Episode', 5, 'Step', 1339.0, 'Epsilon', 0.9704466666664731, 'Action', array([-0.78345359,  0.53659749,  0.        ]), 'Reward', -0.23390147943786196)
('Episode', 5, 'Step', 1354.0, 'Epsilon', 0.9703966666664727, 'Action', array([-1.        ,  0.52127521,  0.        ]), 'Reward', -0.23426336944108556)
('Episode', 5, 'Step', 1369.0, 'Epsilon', 0.9703466666664724, 'Action', array([ 0.196183  ,  0.38335122,  0.        ]), 'Reward', -0.27675709966121365)
('Episode', 5, 'Step', 1384.0, 'Epsilon', 0.9702966666664721, 'Action', array([-1.        ,  0.51938387,  0.00387955]), 'Reward', -0.22712567489046331)
('Episode', 5, 'Step', 1399.0, 'Epsilon', 0.9702466666664717, 'Action', array([-1.        ,  0.36709996,  0.        ]), 'Reward', -0.30429571039712022)
('Episode', 5, 'Step', 1414.0, 'Epsilon', 0.9701966666664714, 'Action', array([-0.08377641,  0.47007125,  0.        ]), 'Reward', -0.66569973957252171)
('Episode', 5, 'Step', 1429.0, 'Epsilon', 0.9701466666664711, 'Action', array([-0.09257858,  0.4745668 ,  0.        ]), 'Reward', -0.44783860408438936)
('Episode', 5, 'Step', 1444.0, 'Epsilon', 0.9700966666664708, 'Action', array([-0.27715451,  0.44309225,  0.01719579]), 'Reward', -0.34260243262443246)
('Episode', 5, 'Step', 1459.0, 'Epsilon', 0.9700466666664704, 'Action', array([-1.        ,  0.50595108,  0.        ]), 'Reward', -0.32689071352054877)
('Episode', 5, 'Step', 1474.0, 'Epsilon', 0.9699966666664701, 'Action', array([ 0.02966928,  0.64938885,  0.        ]), 'Reward', -1.0547843108278754)
('Episode', 5, 'Step', 1489.0, 'Epsilon', 0.9699466666664698, 'Action', array([ 0.22856284,  0.6003991 ,  0.        ]), 'Reward', -1.0387045207194578)
('Episode', 5, 'Step', 1504.0, 'Epsilon', 0.9698966666664695, 'Action', array([-1.        ,  0.39377476,  0.        ]), 'Reward', -0.49143536155460588)
('Episode', 5, 'Step', 1519.0, 'Epsilon', 0.9698466666664691, 'Action', array([-1.        ,  0.43145824,  0.        ]), 'Reward', -0.34150181893207443)
('Episode', 5, 'Step', 1534.0, 'Epsilon', 0.9697966666664688, 'Action', array([-1.        ,  0.44553892,  0.        ]), 'Reward', -0.36275303509145002)
('Episode', 5, 'Step', 1549.0, 'Epsilon', 0.9697466666664685, 'Action', array([-0.73179166,  0.20101934,  0.        ]), 'Reward', -0.13812469213325948)
('Episode', 5, 'Step', 1564.0, 'Epsilon', 0.9696966666664681, 'Action', array([-0.40163716,  0.47940506,  0.        ]), 'Reward', -0.39197005473531654)
('Episode', 5, 'Step', 1579.0, 'Epsilon', 0.9696466666664678, 'Action', array([-1.        ,  0.42460123,  0.        ]), 'Reward', -0.26966764468814725)
('Episode', 5, 'Step', 1594.0, 'Epsilon', 0.9695966666664675, 'Action', array([-0.09863815,  0.5779727 ,  0.        ]), 'Reward', -0.73582426438968485)
('Episode', 5, 'Step', 1609.0, 'Epsilon', 0.9695466666664672, 'Action', array([-0.31342228,  0.43471324,  0.        ]), 'Reward', -0.33003556213111623)
('Episode', 5, 'Step', 1624.0, 'Epsilon', 0.9694966666664668, 'Action', array([-1.        ,  0.58358689,  0.        ]), 'Reward', -0.54421014856293204)
('Episode', 5, 'Step', 1639.0, 'Epsilon', 0.9694466666664665, 'Action', array([ 0.28719676,  0.41456827,  0.        ]), 'Reward', -0.60180485917713034)
('Episode', 5, 'Step', 1654.0, 'Epsilon', 0.9693966666664662, 'Action', array([ 0.16220117,  0.4044741 ,  0.        ]), 'Reward', -1.836511806939547)
('Episode', 5, 'Step', 1669.0, 'Epsilon', 0.9693466666664659, 'Action', array([-0.64349927,  0.43629611,  0.        ]), 'Reward', -0.86770060063630794)
('Episode', 5, 'Step', 1684.0, 'Epsilon', 0.9692966666664655, 'Action', array([-0.48181309,  0.64065058,  0.0110835 ]), 'Reward', -4.3374228055856126)
('Episode'Waiting for request on port 3101
******* RESTARTING *****
, 5, 'Step', 1699.0, 'Epsilon', 0.9692466666664652, 'Action', array([-1.        ,  0.46783983,  0.        ]), 'Reward', -2.8985601080377563)
('Episode', 5, 'Step', 1714.0, 'Epsilon', 0.9691966666664649, 'Action', array([-1.        ,  0.72114107,  0.        ]), 'Reward', -5.6901256051031481)
('Episode', 5, 'Step', 1729.0, 'Epsilon', 0.9691466666664645, 'Action', array([ 0.05993269,  0.6009537 ,  0.        ]), 'Reward', -1)
('Episode', 5, 'Step', 1744.0, 'Epsilon', 0.9690966666664642, 'Action', array([ 0.65710536,  0.52279632,  0.        ]), 'Reward', -0.94041178370920719)
('Episode', 5, 'Step', 1759.0, 'Epsilon', 0.9690466666664639, 'Action', array([-0.14240071,  0.53860314,  0.        ]), 'Reward', -0.43216716386548604)
('Episode', 5, 'Step', 1774.0, 'Epsilon', 0.9689966666664636, 'Action', array([ 0.07237955,  0.50393743,  0.        ]), 'Reward', -0.27438837199374627)
('Episode', 5, 'Step', 1789.0, 'Epsilon', 0.9689466666664632, 'Action', array([ 0.28397237,  0.41151277,  0.01054853]), 'Reward', -0.2851774314525829)
('Episode', 5, 'Step', 1804.0, 'Epsilon', 0.9688966666664629, 'Action', array([ 0.48852715,  0.43759496,  0.        ]), 'Reward', -0.38846068079784041)
('Episode', 5, 'Step', 1819.0, 'Epsilon', 0.9688466666664626, 'Action', array([-1.       ,  0.3541882,  0.       ]), 'Reward', -0.19430400532708689)
('Episode', 5, 'Step', 1834.0, 'Epsilon', 0.9687966666664622, 'Action', array([ 0.02008634,  0.58985617,  0.        ]), 'Reward', -0.38723973341438733)
('Episode', 5, 'Step', 1849.0, 'Epsilon', 0.9687466666664619, 'Action', array([ 0.0651333 ,  0.62501177,  0.        ]), 'Reward', -0.54811737716942899)
('Episode', 5, 'Step', 1864.0, 'Epsilon', 0.9686966666664616, 'Action', array([ 0.38423414,  0.41776543,  0.        ]), 'Reward', -0.4987708507229065)
('Episode', 5, 'Step', 1879.0, 'Epsilon', 0.9686466666664613, 'Action', array([ 0.16808162,  0.44408579,  0.        ]), 'Reward', -0.37093233683243299)
('Episode', 5, 'Step', 1894.0, 'Epsilon', 0.9685966666664609, 'Action', array([-1.        ,  0.52758461,  0.        ]), 'Reward', -0.30550952319208824)
('Episode', 5, 'Step', 1909.0, 'Epsilon', 0.9685466666664606, 'Action', array([ 0.15691841,  0.59203375,  0.        ]), 'Reward', -0.38970013863188846)
('Episode', 5, 'Step', 1924.0, 'Epsilon', 0.9684966666664603, 'Action', array([-0.42652431,  0.47653803,  0.        ]), 'Reward', -0.29552970559992775)
('Episode', 5, 'Step', 1939.0, 'Epsilon', 0.96844666666646, 'Action', array([-1.        ,  0.41505223,  0.02216953]), 'Reward', -0.09130685785044633)
('Episode', 5, 'Step', 1954.0, 'Epsilon', 0.9683966666664596, 'Action', array([-0.84735165,  0.39039483,  0.        ]), 'Reward', -0.1491095240114596)
('Episode', 5, 'Step', 1969.0, 'Epsilon', 0.9683466666664593, 'Action', array([ 0.49301051,  0.42518305,  0.        ]), 'Reward', -0.38064999602604077)
('Episode', 5, 'Step', 1984.0, 'Epsilon', 0.968296666666459, 'Action', array([ 0.3983997 ,  0.48417584,  0.        ]), 'Reward', -0.51197288429640331)
('Episode', 5, 'Step', 1999.0, 'Epsilon', 0.9682466666664586, 'Action', array([-0.05153783,  0.40412834,  0.        ]), 'Reward', -0.35447706602071799)
TOTAL REWARD @ 5-th Episode  : Reward -10532.7389575
Total Step: 9526

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 6 Replay Buffer 9526 Early Stopping: 0 Epsilon: 0.968246666666 RN: 0.337942408009
('Episode', 6, 'Step', 14.0, 'Epsilon', 0.9681966666664583, 'Action', array([ 0.56695546,  0.53707546,  0.        ]), 'Reward', 7.229529076207915)
('Episode', 6, 'Step', 29.0, 'Epsilon', 0.968146666666458, 'Action', array([ 0.1566624 ,  0.43671694,  0.        ]), 'Reward', -72.007395843852308)
('Episode', 6, 'Step', 44.0, 'Epsilon', 0.9680966666664577, 'Action', array([-0.18358633,  0.58836417,  0.        ]), 'Reward', -96.740772196165352)
('Episode', 6, 'Step', 59.0, 'Epsilon', 0.9680466666664573, 'Action', array([-0.40259632,  0.50175894,  0.        ]), 'Reward', -90.507618102885971)
('Episode', 6, 'Step', 74.0, 'Epsilon', 0.967996666666457, 'Action', array([-1.        ,  0.51725817,  0.        ]), 'Reward', -95.552797086126731)
('Episode', 6, 'Step', 89.0, 'Epsilon', 0.9679466666664567, 'Action', array([-0.3805397 ,  0.61343807,  0.        ]), 'Reward', -96.591459040415771)
('Episode', 6, 'Step', 104.0, 'Epsilon', 0.9678966666664564, 'Action', array([-1.        ,  0.51016492,  0.02234666]), 'Reward', -67.690275097090336)
('Episode', 6, 'Step', 119.0, 'Epsilon', 0.967846666666456, 'Action', array([ 0.19503368,  0.56680462,  0.        ]), 'Reward', -19.964715439986826)
('Episode', 6, 'Step', 134.0, 'Epsilon', 0.9677966666664557, 'Action', array([ 0.49300363,  0.49437201,  0.        ]), 'Reward', -1)
('Episode', 6, 'Step', 149.0, 'Epsilon', 0.9677466666664554, 'Action', array([-0.76824034,  0.46781558,  0.        ]), 'Reward', -4.1806817228484654)
('Episode', 6, 'Step', 164.0, 'Epsilon', 0.967696666666455, 'Action', array([ 0.07481461,  0.46082133,  0.        ]), 'Reward', -2.4417363640084693)
('Episode', 6, 'Step', 179.0, 'Epsilon', 0.9676466666664547, 'Action', array([-0.32021001,  0.66241168,  0.        ]), 'Reward', -5.8709897984283153)
('Episode', 6, 'Step', 194.0, 'Epsilon', 0.9675966666664544, 'Action', array([-0.33948714,  0.6059091 ,  0.        ]), 'Reward', -5.4242925915017661)
('Episode', 6, 'Step', 209.0, 'Epsilon', 0.9675466666664541, 'Action', array([ 1.        ,  0.43296697,  0.00500557]), 'Reward', -1.4064075829703064)
('Episode', 6, 'Step', 224.0, 'Epsilon', 0.9674966666664537, 'Action', array([-0.59202438,  0.54764078,  0.        ]), 'Reward', -6.9288207240626756)
('Episode', 6, 'Step', 239.0, 'Epsilon', 0.9674466666664534, 'Action', array([ 0.95654888,  0.50894858,  0.        ]), 'Reward', -1.7269176862585822)
('Episode', 6, 'Step', 254.0, 'Epsilon', 0.9673966666664531, 'Action', array([-0.59319356,  0.48393428,  0.        ]), 'Reward', -0.35136518056729737)
('Episode', 6, 'Step', 269.0, 'Epsilon', 0.9673466666664527, 'Action', array([-1.        ,  0.51639969,  0.01397991]), 'Reward', -0.76357434660147505)
('Episode', 6, 'Step', 284.0, 'Epsilon', 0.9672966666664524, 'Action', array([ 0.06894456,  0.54995559,  0.        ]), 'Reward', -0.47052609720969907)
('Episode', 6, 'Step', 299.0, 'Epsilon', 0.9672466666664521, 'Action', array([ 0.90979203,  0.49174482,  0.        ]), 'Reward', -0.64979774556457337)
('Episode', 6, 'Step', 314.0, 'Epsilon', 0.9671966666664518, 'Action', array([-0.48287663,  0.3460518 ,  0.        ]), 'Reward', -0.34580212329700866)
('Episode', 6, 'Step', 329.0, 'Epsilon', 0.9671466666664514, 'Action', array([ 0.66096661,  0.4739966 ,  0.        ]), 'Reward', -0.87924594782163534)
('Episode', 6, 'Step', 344.0, 'Epsilon', 0.9670966666664511, 'Action', array([ 1.        ,  0.47194962,  0.        ]), 'Reward', -0.61204422392206514)
('Episode', 6, 'Step', 359.0, 'Epsilon', 0.9670466666664508, 'Action', array([-0.62174796,  0.6310072 ,  0.00458957]), 'Reward', -1.3343055641302266)
('Episode', 6, 'Step', 374.0, 'Epsilon', 0.9669966666664505, 'Action', array([ 1.        ,  0.70374349,  0.        ]), 'Reward', -1.0541837942413288)
('Episode', 6, 'Step', 389.0, 'Epsilon', 0.9669466666664501, 'Action', array([ 0.10044916,  0.27034353,  0.        ]), 'Reward', -0.73794371654009849)
('Episode', 6, 'Step', 404.0, 'Epsilon', 0.9668966666664498, 'Action', array([ 1.        ,  0.55786089,  0.        ]), 'Reward', -0.87996093895692051)
('Episode', 6, 'Step', 419.0, 'Epsilon', 0.9668466666664495, 'Action', array([ 1.        ,  0.43070582,  0.02038361]), 'Reward', -0.75533322314782714)
('Episode', 6, 'Step', 434.0, 'Epsilon', 0.9667966666664491, 'Action', array([ 0.04629152,  0.4234644 ,  0.        ]), 'Reward', -0.67170673224130018)
('Episode', 6, 'Step', 449.0, 'Epsilon', 0.9667466666664488, 'Action', array([ 1.        ,  0.57642585,  0.        ]), 'Reward', -1.0614264203675452)
('Episode', 6, 'Step', 464.0, 'Epsilon', 0.9666966666664485, 'Action', array([-0.1157202 ,  0.38468101,  0.        ]), 'Reward', -0.77851606286736619)
('Episode', 6, 'Step', 479.0, 'Epsilon', 0.9666466666664482, 'Action', array([-0.69375265,  0.58394089,  0.        ]), 'Reward', -2.4160424726863416)
('Episode', 6, 'Step', 494.0, 'Epsilon', 0.9665966666664478, 'Action', array([-0.37089375,  0.55131777,  0.        ]), 'Reward', -1.7021800135657754)
('Episode', 6, 'Step', 509.0, 'Epsilon', 0.9665466666664475, 'Action', array([-1.        ,  0.47120476,  0.        ]), 'Reward', -3.0075964558855612)
('Episode', 6, 'Step', 524.0, 'Epsilon', 0.9664966666664472, 'Action', array([-0.52195412,  0.5576066 ,  0.        ]), 'Reward', -2.5532318486137657)
('Episode', 6, 'Step', 539.0, 'Epsilon', 0.9664466666664469, 'Action', array([-0.39014917,  0.32555939,  0.03135493]), 'Reward', -2.3203721915872899)
('Episode', 6, 'Step', 554.0, 'Epsilon', 0.9663966666664465, 'Action', array([ 1.        ,  0.44361933,  0.        ]), 'Reward', -1.0715082430558247)
('Episode', 6, 'Step', 569.0, 'Epsilon', 0.9663466666664462, 'Action', array([ 0.86718254,  0.19772527,  0.        ]), 'Reward', -0.48325335444343831)
('Episode', 6, 'Step', 584.0, 'Epsilon', 0.9662966666664459, 'Action', array([ 0.53736823,  0.64876699,  0.        ]), 'Reward', -2.2195526118333637)
('Episode', 6, 'Step', 599.0, 'Epsilon', 0.9662466666664455, 'Action', array([ 1.        ,  0.53433691,  0.        ]), 'Reward', -1.5167270630141261)
('Episode', 6, 'Step', 614.0, 'Epsilon', 0.9661966666664452, 'Action', array([ 1.       ,  0.2592347,  0.       ]), 'Reward', -0.33648663673213342)
('Episode', 6, 'Step', 629.0, 'Epsilon', 0.9661466666664449, 'Action', array([ 0.73766562,  0.46031162,  0.        ]), 'Reward', -0.83908367826229013)
('Episode', 6, 'Step', 644.0, 'Epsilon', 0.9660966666664446, 'Action', array([ 1.        ,  0.57434126,  0.        ]), 'Reward', -1.2020268345521075)
('Episode', 6, 'Step', 659.0, 'Epsilon', 0.9660466666664442, 'Action', array([ 0.38869103,  0.44906787,  0.        ]), 'Reward', -1.9274528735915331)
('Episode', 6, 'Step', 674.0, 'Epsilon', 0.9659966666664439, 'Action', array([ 1.       ,  0.6291666,  0.       ]), 'Reward', -0.93359577581307773)
('Episode', 6, 'Step', 689.0, 'Epsilon', 0.9659466666664436, 'Action', array([-0.26670131,  0.42345296,  0.        ]), 'Reward', -1.5332097091701455)
('Episode', 6, 'Step', 704.0, 'Epsilon', 0.9658966666664432, 'Action', array([ 0.54472468,  0.56514547,  0.        ]), 'Reward', -0.99648766051569804)
('Episode', 6, 'Step', 719.0, 'Epsilon', 0.9658466666664429, 'Action', array([-1.        ,  0.54599636,  0.        ]), 'Reward', -4.2145798634948015)
('Episode', 6, 'Step', 734.0, 'Epsilon', 0.9657966666664426, 'Action', array([ 1.        ,  0.46900585,  0.        ]), 'Reward', -0.70760465440311826)
('Episode', 6, 'Step', 749.0, 'Epsilon', 0.9657466666664423, 'Action', array([ 1.        ,  0.57126357,  0.        ]), 'Reward', -2.4222194899365341)
('Episode', 6, 'Step', 764.0, 'Epsilon', 0.9656966666664419, 'Action', array([ 0.96315905,  0.51245405,  0.        ]), 'Reward', -2.19836787628455)
('Episode', 6, 'Step', 779.0, 'Epsilon', 0.9656466666664416, 'Action', array([-0.52821968,  0.59129508,  0.        ]), 'Reward', -13.171424637873729)
('Episode', 6, 'Step', 794.0, 'Epsilon', 0.9655966666664413, 'Action', array([-0.26106975,  0.50024251,  0.        ]), 'Reward', -0.33411732002271283)
('Episode', 6, 'Step', 809.0, 'Epsilon', 0.965546666666441, 'Action', array([-0.44417581,  0.44886186,  0.        ]), 'Reward', -0.32055765064357028)
('Episode', 6, 'Step', 824.0, 'Epsilon', 0.9654966666664406, 'Action', array([-0.7236589 ,  0.38034423,  0.01749302]), 'Reward', -0.19146639218278183)
('Episode', 6, 'Step', 839.0, 'Epsilon', 0.9654466666664403, 'Action', array([-1.        ,  0.51561252,  0.        ]), 'Reward', -0.15322341978640996)
('Episode', 6, 'Step', 854.0, 'Epsilon', 0.96539666666644, 'Action', array([-1.        ,  0.65140721,  0.        ]), 'Reward', -0.30792956516259107)
('Episode', 6, 'Step', 869.0, 'Epsilon', 0.9653466666664396, 'Action', array([-0.76173451,  0.31628179,  0.        ]), 'Reward', -0.27224079223520342)
('Episode', 6, 'Step', 884.0, 'Epsilon', 0.9652966666664393, 'Action', array([ 0.87536082,  0.42811936,  0.        ]), 'Reward', -0.80266997714075972)
('Episode', 6, 'Step', 899.0, 'Epsilon', 0.965246666666439, 'Action', array([-0.077291  ,  0.45199643,  0.        ]), 'Reward', -0.49727817060274937)
('Episode', 6, 'Step', 914.0, 'Epsilon', 0.9651966666664387, 'Action', array([-0.11013275,  0.63990731,  0.        ]), 'Reward', -0.81058506400171682)
('Episode', 6, 'Step', 929.0, 'Epsilon', 0.9651466666664383, 'Action', array([-0.3931495 ,  0.63320352,  0.        ]), 'Reward', -0.67838941111175732)
('Episode', 6, 'Step', 944.0, 'Epsilon', 0.965096666666438, 'Action', array([-1.        ,  0.37986793,  0.        ]), 'Reward', -0.19686098334540256)
('Episode', 6, 'Step', 959.0, 'Epsilon', 0.9650466666664377, 'Action', array([-0.05930888,  0.52054809,  0.        ]), 'Reward', -1.3840908175525488)
('Episode', 6, 'Step', 974.0, 'Epsilon', 0.9649966666664374, 'Action', array([-0.04737171,  0.56124266,  0.        ]), 'Reward', -0.77291862902618469)
('Episode', 6, 'Step', 989.0, 'Epsilon', 0.964946666666437, 'Action', array([-0.73043066,  0.6258066 ,  0.        ]), 'Reward', -0.84298003270609012)
('Episode', 6, 'Step', 1004.0, 'Epsilon', 0.9648966666664367, 'Action', array([ 0.22325382,  0.47545091,  0.        ]), 'Reward', -1.8077448255539528)
('Episode', 6, 'Step', 1019.0, 'Epsilon', 0.9648466666664364, 'Action', array([ 0.52261772,  0.36805715,  0.        ]), 'Reward', -1.7430839328982444)
('Episode', 6, 'Step', 1034.0, 'Epsilon', 0.964796666666436, 'Action', array([-1.        ,  0.59357971,  0.        ]), 'Reward', -1.6027187133253484)
('Episode', 6, 'Step', 1049.0, 'Epsilon', 0.9647466666664357, 'Action', array([-0.5863584 ,  0.61303843,  0.        ]), 'Reward', -0.99008574775184632)
('Episode', 6, 'Step', 1064.0, 'Epsilon', 0.9646966666664354, 'Action', array([-1.        ,  0.34483528,  0.        ]), 'Reward', -3.1702259573069238)
('Episode', 6, 'Step', 1079.0, 'Epsilon', 0.9646466666664351, 'Action', array([-0.86357241,  0.57678683,  0.        ]), 'Reward', -3.447457152171328)
('Episode', 6, 'Step', 1094.0, 'Epsilon', 0.9645966666664347, 'Action', array([-0.34873704,  0.32778128,  0.        ]), 'Reward', -7.0065065514230795)
('Episode', 6, 'Step', 1109.0, 'Epsilon', 0.9645466666664344, 'Action', array([ 0.23692111,  0.50634233,  0.        ]), 'Reward', -10.596332947056361)
('Episode', 6, 'Step', 1124.0, 'Epsilon', 0.9644966666664341, 'Action', array([ 0.76459397,  0.27861854,  0.        ]), 'Reward', -2.2999284135331175)
('Episode', 6, 'Step', 1139.0, 'Epsilon', 0.9644466666664337, 'Action', array([-0.3069764 ,  0.51373127,  0.        ]), 'Reward', -0.33613580099191998)
('Episode', 6, 'Step', 1154.0, 'Epsilon', 0.9643966666664334, 'Action', array([-0.94564533,  0.41353091,  0.        ]), 'Reward', -0.24419320192882718)
('Episode', 6, 'Step', 1169.0, 'Epsilon', 0.9643466666664331, 'Action', array([-0.08335282,  0.54052858,  0.        ]), 'Reward', -0.5169735565049105)
('Episode', 6, 'Step', 1184.0, 'Epsilon', 0.9642966666664328, 'Action', array([-0.42969579,  0.2328426 ,  0.        ]), 'Reward', -0.19232855250719411)
('Episode', 6, 'Step', 1199.0, 'Epsilon', 0.9642466666664324, 'Action', array([-1.       ,  0.5466598,  0.       ]), 'Reward', -0.41244511445901028)
('Episode', 6, 'Step', 1214.0, 'Epsilon', 0.9641966666664321, 'Action', array([ 0.63826694,  0.50488469,  0.        ]), 'Reward', -0.36334416550929477)
('Episode', 6, 'Step', 1229.0, 'Epsilon', 0.9641466666664318, 'Action', array([ 0.52969827,  0.29084981,  0.0223636 ]), 'Reward', -0.2589561514480393)
('Episode', 6, 'Step', 1244.0, 'Epsilon', 0.9640966666664315, 'Action', array([-1.        ,  0.30449746,  0.        ]), 'Reward', -0.27180322237016785)
('Episode', 6, 'Step', 1259.0, 'Epsilon', 0.9640466666664311, 'Action', array([-0.94202242,  0.45595305,  0.        ]), 'Reward', -0.28689607474014778)
('Episode', 6, 'Step', 1274.0, 'Epsilon', 0.9639966666664308, 'Action', array([-1.        ,  0.65081929,  0.        ]), 'Reward', -0.34227353368024793)
('Episode', 6, 'Step', 1289.0, 'Epsilon', 0.9639466666664305, 'Action', array([ 0.40929725,  0.51321353,  0.        ]), 'Reward', -0.4397361397754655)
('Episode', 6, 'Step', 1304.0, 'Epsilon', 0.9638966666664301, 'Action', array([ 0.27819432,  0.44375128,  0.        ]), 'Reward', -0.28354123048358604)
('Episode', 6, 'Step', 1319.0, 'Epsilon', 0.9638466666664298, 'Action', array([-0.42377413,  0.45789518,  0.0295305 ]), 'Reward', -0.28835222394744964)
('Episode', 6, 'Step', 1334.0, 'Epsilon', 0.9637966666664295, 'Action', array([ 1.        ,  0.32531878,  0.        ]), 'Reward', -0.66775041540130198)
('Episode', 6, 'Step', 1349.0, 'Epsilon', 0.9637466666664292, 'Action', array([-0.20622023,  0.35869985,  0.        ]), 'Reward', -0.19175830537462116)
('Episode', 6, 'Step', 1364.0, 'Epsilon', 0.9636966666664288, 'Action', array([-1.        ,  0.57044133,  0.        ]), 'Reward', -0.15589258227521585)
('Episode', 6, 'Step', 1379.0, 'Epsilon', 0.9636466666664285, 'Action', array([-0.38016481,  0.31161241,  0.05998814]), 'Reward', -0.18000148500946656)
('Episode', 6, 'Step', 1394.0, 'Epsilon', 0.9635966666664282, 'Action', array([-0.57069454,  0.4913347 ,  0.        ]), 'Reward', -0.29569895343080654)
('Episode', 6, 'Step', 1409.0, 'Epsilon', 0.9635466666664279, 'Action', array([-1.        ,  0.48386349,  0.        ]), 'Reward', -0.15423610611157312)
('Episode', 6, 'Step', 1424.0, 'Epsilon', 0.9634966666664275, 'Action', array([-0.90633829,  0.44779907,  0.        ]), 'Reward', -0.30877369343822852)
('Episode', 6, 'Step', 1439.0, 'Epsilon', 0.9634466666664272, 'Action', array([-0.86875903,  0.36222848,  0.        ]), 'Reward', -0.14411410123789442)
('Episode', 6, 'Step', 1454.0, 'Epsilon', 0.9633966666664269, 'Action', array([-1.       ,  0.6523388,  0.       ]), 'Reward', -0.31671693022236125)
('Episode', 6, 'Step', 1469.0, 'Epsilon', 0.9633466666664265, 'Action', array([-1.        ,  0.56043624,  0.        ]), 'Reward', -0.22777134708319474)
('Episode', 6, 'Step', 1484.0, 'Epsilon', 0.9632966666664262, 'Action', array([-1.        ,  0.51916462,  0.        ]), 'Reward', -0.314006588843325)
('Episode', 6, 'Step', 1499.0, 'Epsilon', 0.9632466666664259, 'Action', array([-0.45246706,  0.57668935,  0.        ]), 'Reward', -0.28203976648679729)
('Episode', 6, 'Step', 1514.0, 'Epsilon', 0.9631966666664256, 'Action', array([-0.79691943,  0.43840267,  0.        ]), 'Reward', -0.21186576128442475)
('Episode', 6, 'Step', 1529.0, 'Epsilon', 0.9631466666664252, 'Action', array([ 0.71819827,  0.54396456,  0.        ]), 'Reward', -0.50250623300660791)
('Episode', 6, 'Step', 1544.0, 'Epsilon', 0.9630966666664249, 'Action', array([ 0.0091736 ,  0.43967298,  0.        ]), 'Reward', -0.17472217926357136)
('Episode', 6, 'Step', 1559.0, 'Epsilon', 0.9630466666664246, 'Action', array([-0.89949736,  0.44929234,  0.        ]), 'Reward', -0.26503486202199333)
('Episode', 6, 'Step', 1574.0, 'Epsilon', 0.9629966666664243, 'Action', array([ 1.        ,  0.55525277,  0.        ]), 'Reward', -0.72367583517828449)
('Episode', 6, 'Step', 1589.0, 'Epsilon', 0.9629466666664239, 'Action', array([-0.00261784,  0.53624304,  0.01363069]), 'Reward', -0.50715893186961947)
('Episode', 6, 'Step', 1604.0, 'Epsilon', 0.9628966666664236, 'Action', array([-0.29150888,  0.44400469,  0.        ]), 'Reward', -0.45221767039628613)
('Episode', 6, 'Step', 1619.0, 'Epsilon', 0.9628466666664233, 'Action', array([-0.22481156,  0.42528468,  0.        ]), 'Reward', -0.31915201376266128)
('Episode', 6, 'Step', 1634.0, 'Epsilon', 0.9627966666664229, 'Action', array([-0.07305498,  0.26994642,  0.        ]), 'Reward', -0.19086071760724568)
('Episode', 6, 'Step', 1649.0, 'Epsilon', 0.9627466666664226, 'Action', array([-0.25483195,  0.49269107,  0.        ]), 'Reward', -0.21927614905064469)
('Episode', 6, 'Step', 1664.0, 'Epsilon', 0.9626966666664223, 'Action', array([-0.92104195,  0.44774736,  0.        ]), 'Reward', -0.25318774847253778)
('Episode', 6, 'Step', 1679.0, 'Epsilon', 0.962646666666422, 'Action', array([-0.71487277,  0.59320405,  0.        ]), 'Reward', -0.36802819134169124)
('Episode', 6, 'Step', 1694.0, 'Epsilon', 0.9625966666664216, 'Action', array([-1.        ,  0.51110434,  0.        ]), 'Reward', -0.3061213601457497)
('Episode', 6, 'Step', 1709.0, 'Epsilon', 0.9625466666664213, 'Action', array([-0.875019
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
64,  0.54164219,  0.        ]), 'Reward', -0.19261727666335637)
('Episode', 6, 'Step', 1724.0, 'Epsilon', 0.962496666666421, 'Action', array([ 0.19869585,  0.48916946,  0.00288554]), 'Reward', -0.27247378952808449)
('Episode', 6, 'Step', 1739.0, 'Epsilon', 0.9624466666664206, 'Action', array([ 0.64397715,  0.51191994,  0.        ]), 'Reward', -0.64297252250313064)
('Episode', 6, 'Step', 1754.0, 'Epsilon', 0.9623966666664203, 'Action', array([ 0.11093755,  0.74076498,  0.        ]), 'Reward', -0.65200829907728874)
('Episode', 6, 'Step', 1769.0, 'Epsilon', 0.96234666666642, 'Action', array([-0.58088503,  0.39807565,  0.        ]), 'Reward', -0.25875274764829548)
('Episode', 6, 'Step', 1784.0, 'Epsilon', 0.9622966666664197, 'Action', array([ 1.        ,  0.59004667,  0.        ]), 'Reward', -0.62124035414339263)
('Episode', 6, 'Step', 1799.0, 'Epsilon', 0.9622466666664193, 'Action', array([-0.83086896,  0.50597699,  0.        ]), 'Reward', -0.13010320273649428)
('Episode', 6, 'Step', 1814.0, 'Epsilon', 0.962196666666419, 'Action', array([ 0.19750357,  0.56009745,  0.        ]), 'Reward', -0.4134923058952043)
('Episode', 6, 'Step', 1829.0, 'Epsilon', 0.9621466666664187, 'Action', array([-1.        ,  0.33036452,  0.        ]), 'Reward', -0.10016366869763853)
('Episode', 6, 'Step', 1844.0, 'Epsilon', 0.9620966666664184, 'Action', array([-0.89600434,  0.32236058,  0.        ]), 'Reward', -0.023405890393458122)
('Episode', 6, 'Step', 1859.0, 'Epsilon', 0.962046666666418, 'Action', array([-1.        ,  0.32828205,  0.        ]), 'Reward', -0.036727521769834459)
('Episode', 6, 'Step', 1874.0, 'Epsilon', 0.9619966666664177, 'Action', array([-0.82757666,  0.54222551,  0.        ]), 'Reward', -0.4207849225246767)
('Episode', 6, 'Step', 1889.0, 'Epsilon', 0.9619466666664174, 'Action', array([ 0.76436241,  0.47215792,  0.        ]), 'Reward', -0.54848296102747762)
('Episode', 6, 'Step', 1904.0, 'Epsilon', 0.961896666666417, 'Action', array([ 0.30952555,  0.4568929 ,  0.02492074]), 'Reward', -0.44712954979280378)
('Episode', 6, 'Step', 1919.0, 'Epsilon', 0.9618466666664167, 'Action', array([-1.        ,  0.53356133,  0.        ]), 'Reward', -0.28330669814561238)
('Episode', 6, 'Step', 1934.0, 'Epsilon', 0.9617966666664164, 'Action', array([ 0.07321457,  0.47670248,  0.        ]), 'Reward', -0.26516881765729694)
('Episode', 6, 'Step', 1949.0, 'Epsilon', 0.9617466666664161, 'Action', array([-1.       ,  0.4166946,  0.       ]), 'Reward', -0.34738805772599357)
('Episode', 6, 'Step', 1964.0, 'Epsilon', 0.9616966666664157, 'Action', array([ 0.02984318,  0.44417095,  0.        ]), 'Reward', -0.35487868657238647)
('Episode', 6, 'Step', 1979.0, 'Epsilon', 0.9616466666664154, 'Action', array([ 0.17293496,  0.36503443,  0.        ]), 'Reward', -0.15837560627904479)
('Episode', 6, 'Step', 1994.0, 'Epsilon', 0.9615966666664151, 'Action', array([-0.78573759,  0.46457112,  0.        ]), 'Reward', -0.35858621579024291)
TOTAL REWARD @ 6-th Episode  : Reward -9752.90057957
Total Step: 11526

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 7 Replay Buffer 11526 Early Stopping: 0 Epsilon: 0.96158 RN: 0.512499988681
('Episode', 7, 'Step', 9.0, 'Epsilon', 0.9615466666664148, 'Action', array([-0.78833877,  0.51587888,  0.        ]), 'Reward', 8.8290772132283397)
('Episode', 7, 'Step', 24.0, 'Epsilon', 0.9614966666664144, 'Action', array([ 1.        ,  0.34094359,  0.03375663]), 'Reward', -32.941122293879687)
('Episode', 7, 'Step', 39.0, 'Epsilon', 0.9614466666664141, 'Action', array([ 0.03541434,  0.42832621,  0.        ]), 'Reward', -0.043967851966594057)
('Episode', 7, 'Step', 54.0, 'Epsilon', 0.9613966666664138, 'Action', array([-0.31075317,  0.33305923,  0.        ]), 'Reward', 0.049294720952766935)
('Episode', 7, 'Step', 69.0, 'Epsilon', 0.9613466666664134, 'Action', array([-1.        ,  0.48675958,  0.        ]), 'Reward', -0.34147106209520972)
('Episode', 7, 'Step', 84.0, 'Epsilon', 0.9612966666664131, 'Action', array([-0.12326815,  0.44502403,  0.08504427]), 'Reward', 0.048998320437405457)
('Episode', 7, 'Step', 99.0, 'Epsilon', 0.9612466666664128, 'Action', array([-1.        ,  0.53199435,  0.        ]), 'Reward', -0.31834879676333028)
('Episode', 7, 'Step', 114.0, 'Epsilon', 0.9611966666664125, 'Action', array([-0.92742687,  0.4655893 ,  0.        ]), 'Reward', 0.015992761351096473)
('Episode', 7, 'Step', 129.0, 'Epsilon', 0.9611466666664121, 'Action', array([-0.6602806 ,  0.59267756,  0.        ]), 'Reward', -0.78920694114337431)
('Episode', 7, 'Step', 144.0, 'Epsilon', 0.9610966666664118, 'Action', array([-1.        ,  0.59701185,  0.        ]), 'Reward', -0.46402886940415949)
('Episode', 7, 'Step', 159.0, 'Epsilon', 0.9610466666664115, 'Action', array([ 1.        ,  0.31764345,  0.        ]), 'Reward', -0.46785835284061345)
('Episode', 7, 'Step', 174.0, 'Epsilon', 0.9609966666664111, 'Action', array([-0.58710622,  0.67600733,  0.        ]), 'Reward', -0.708281685500179)
('Episode', 7, 'Step', 189.0, 'Epsilon', 0.9609466666664108, 'Action', array([-0.61857344,  0.38776958,  0.        ]), 'Reward', -0.16744515824339781)
('Episode', 7, 'Step', 204.0, 'Epsilon', 0.9608966666664105, 'Action', array([-0.74731905,  0.37628554,  0.        ]), 'Reward', -0.15865541985040099)
('Episode', 7, 'Step', 219.0, 'Epsilon', 0.9608466666664102, 'Action', array([-1.        ,  0.41417997,  0.        ]), 'Reward', -0.76452441491080037)
('Episode', 7, 'Step', 234.0, 'Epsilon', 0.9607966666664098, 'Action', array([-0.31619555,  0.45047305,  0.        ]), 'Reward', -0.45761879084905782)
('Episode', 7, 'Step', 249.0, 'Epsilon', 0.9607466666664095, 'Action', array([ 0.62055199,  0.43782367,  0.        ]), 'Reward', -0.96688134529349012)
('Episode', 7, 'Step', 264.0, 'Epsilon', 0.9606966666664092, 'Action', array([ 0.45609561,  0.50648884,  0.        ]), 'Reward', -1.2635299764315784)
('Episode', 7, 'Step', 279.0, 'Epsilon', 0.9606466666664089, 'Action', array([ 0.71456296,  0.48845338,  0.        ]), 'Reward', -1.4506248440542955)
('Episode', 7, 'Step', 294.0, 'Epsilon', 0.9605966666664085, 'Action', array([-0.29919631,  0.46378079,  0.        ]), 'Reward', -0.75532944614351927)
('Episode', 7, 'Step', 309.0, 'Epsilon', 0.9605466666664082, 'Action', array([-0.8250363 ,  0.48245666,  0.        ]), 'Reward', -0.68468946602577829)
('Episode', 7, 'Step', 324.0, 'Epsilon', 0.9604966666664079, 'Action', array([-1.        ,  0.44224268,  0.        ]), 'Reward', -0.661904378347832)
('Episode', 7, 'Step', 339.0, 'Epsilon', 0.9604466666664075, 'Action', array([-1.        ,  0.46237886,  0.        ]), 'Reward', -0.46910006775612478)
('Episode', 7, 'Step', 354.0, 'Epsilon', 0.9603966666664072, 'Action', array([ 0.27772644,  0.41315437,  0.        ]), 'Reward', -1.2440659657848099)
('Episode', 7, 'Step', 369.0, 'Epsilon', 0.9603466666664069, 'Action', array([-0.88263336,  0.66820364,  0.        ]), 'Reward', -1.387968125920493)
('Episode', 7, 'Step', 384.0, 'Epsilon', 0.9602966666664066, 'Action', array([-1.        ,  0.59148614,  0.        ]), 'Reward', -0.87997182028044096)
('Episode', 7, 'Step', 399.0, 'Epsilon', 0.9602466666664062, 'Action', array([-0.63930923,  0.50800196,  0.        ]), 'Reward', -1.2533565664299924)
('Episode', 7, 'Step', 414.0, 'Epsilon', 0.9601966666664059, 'Action', array([ 0.04330672,  0.50736807,  0.        ]), 'Reward', -1.9917804766547778)
('Episode', 7, 'Step', 429.0, 'Epsilon', 0.9601466666664056, 'Action', array([-0.32860418,  0.5944005 ,  0.        ]), 'Reward', -1.8469372878625254)
('Episode', 7, 'Step', 444.0, 'Epsilon', 0.9600966666664053, 'Action', array([-1.        ,  0.34400508,  0.        ]), 'Reward', -0.27433011475267893)
('Episode', 7, 'Step', 459.0, 'Epsilon', 0.9600466666664049, 'Action', array([ 0.23718339,  0.39549617,  0.        ]), 'Reward', -2.600026435495856)
('Episode', 7, 'Step', 474.0, 'Epsilon', 0.9599966666664046, 'Action', array([-0.76905728,  0.21761838,  0.03999264]), 'Reward', -0.047150766485336157)
('Episode', 7, 'Step', 489.0, 'Epsilon', 0.9599466666664043, 'Action', array([-0.0746662 ,  0.43417216,  0.        ]), 'Reward', -1.351296629836656)
('Episode', 7, 'Step', 504.0, 'Epsilon', 0.9598966666664039, 'Action', array([-1.        ,  0.59983615,  0.        ]), 'Reward', -1.2552768643445049)
('Episode', 7, 'Step', 519.0, 'Epsilon', 0.9598466666664036, 'Action', array([-0.26717636,  0.38576308,  0.        ]), 'Reward', -2.4313601780531684)
('Episode', 7, 'Step', 534.0, 'Epsilon', 0.9597966666664033, 'Action', array([ 0.69688597,  0.51682653,  0.        ]), 'Reward', -2.8926429887808816)
('Episode', 7, 'Step', 549.0, 'Epsilon', 0.959746666666403, 'Action', array([-1.        ,  0.45597983,  0.        ]), 'Reward', -2.1576877117922488)
('Episode', 7, 'Step', 564.0, 'Epsilon', 0.9596966666664026, 'Action', array([ 1.        ,  0.47668034,  0.        ]), 'Reward', -3.9964961118492179)
('Episode', 7, 'Step', 579.0, 'Epsilon', 0.9596466666664023, 'Action', array([ 0.49357511,  0.42283634,  0.02485279]), 'Reward', -3.0605281648689964)
('Episode', 7, 'Step', 594.0, 'Epsilon', 0.959596666666402, 'Action', array([ 0.96385971,  0.41772116,  0.        ]), 'Reward', -6.3922303342125986)
('Episode', 7, 'Step', 609.0, 'Epsilon', 0.9595466666664016, 'Action', array([ 1.        ,  0.33339983,  0.        ]), 'Reward', -2.3498646575495172)
('Episode', 7, 'Step', 624.0, 'Epsilon', 0.9594966666664013, 'Action', array([-0.67469903,  0.53665917,  0.01282115]), 'Reward', -10.119271403850817)
('Episode', 7, 'Step', 639.0, 'Epsilon', 0.959446666666401, 'Action', array([-0.20052954,  0.54754026,  0.        ]), 'Reward', -10.613756142364974)
('Episode', 7, 'Step', 654.0, 'Epsilon', 0.9593966666664007, 'Action', array([-0.09235049,  0.36417766,  0.01379638]), 'Reward', -11.962718295363135)
('Episode', 7, 'Step', 669.0, 'Epsilon', 0.9593466666664003, 'Action', array([ 0.00576772,  0.59998205,  0.        ]), 'Reward', -8.1793551238486568)
('Episode', 7, 'Step', 684.0, 'Epsilon', 0.9592966666664, 'Action', array([ 0.27025722,  0.51869806,  0.        ]), 'Reward', -4.883981741097644)
('Episode', 7, 'Step', 699.0, 'Epsilon', 0.9592466666663997, 'Action', array([-0.83687457,  0.55533007,  0.        ]), 'Reward', -5.5022344428193168)
('Episode', 7, 'Step', 714.0, 'Epsilon', 0.9591966666663994, 'Action', array([ 0.43443574,  0.48134406,  0.02188136]), 'Reward', -7.0435706571345582)
('Episode', 7, 'Step', 729.0, 'Epsilon', 0.959146666666399, 'Action', array([-1.        ,  0.42848001,  0.        ]), 'Reward', -6.0223072194058123)
('Episode', 7, 'Step', 744.0, 'Epsilon', 0.9590966666663987, 'Action', array([ 0.51854804,  0.32208452,  0.0277097 ]), 'Reward', -3.7596723263898335)
('Episode', 7, 'Step', 759.0, 'Epsilon', 0.9590466666663984, 'Action', array([ 0.61563558,  0.40418956,  0.05476596]), 'Reward', -3.204972911446442)
('Episode', 7, 'Step', 774.0, 'Epsilon', 0.958996666666398, 'Action', array([-0.95363219,  0.56602732,  0.        ]), 'Reward', -7.176206256310981)
('Episode', 7, 'Step', 789.0, 'Epsilon', 0.9589466666663977, 'Action', array([-0.41653442,  0.54375416,  0.        ]), 'Reward', -5.0648728108200283)
('Episode', 7, 'Step', 804.0, 'Epsilon', 0.9588966666663974, 'Action', array([-0.13385529,  0.5481912 ,  0.        ]), 'Reward', -8.5113477624831191)
('Episode', 7, 'Step', 819.0, 'Epsilon', 0.9588466666663971, 'Action', array([ 0.03519107,  0.55677102,  0.        ]), 'Reward', -16.022876488489217)
('Episode', 7, 'Step', 834.0, 'Epsilon', 0.9587966666663967, 'Action', array([  1.11624055e-01,   5.56811346e-01,   2.01012154e-05]), 'Reward', -13.362288129736745)
('Episode', 7, 'Step', 849.0, 'Epsilon', 0.9587466666663964, 'Action', array([ 0.12074657,  0.36475389,  0.        ]), 'Reward', -21.357819322766595)
('Episode', 7, 'Step', 864.0, 'Epsilon', 0.9586966666663961, 'Action', array([-1.       ,  0.3435461,  0.       ]), 'Reward', -12.522538153104534)
('Episode', 7, 'Step', 879.0, 'Epsilon', 0.9586466666663958, 'Action', array([ 0.45558407,  0.48408638,  0.        ]), 'Reward', -31.550182942535237)
('Episode', 7, 'Step', 894.0, 'Epsilon', 0.9585966666663954, 'Action', array([-0.24969239,  0.41077806,  0.        ]), 'Reward', -78.834928342623755)
('Episode', 7, 'Step', 909.0, 'Epsilon', 0.9585466666663951, 'Action', array([-1.       ,  0.5311903,  0.       ]), 'Reward', -106.73705644740114)
('Episode', 7, 'Step', 924.0, 'Epsilon', 0.9584966666663948, 'Action', array([-1.       ,  0.4661485,  0.       ]), 'Reward', -84.368367267732907)
('Episode', 7, 'Step', 939.0, 'Epsilon', 0.9584466666663944, 'Action', array([-1.        ,  0.52327156,  0.        ]), 'Reward', -1)
('Episode', 7, 'Step', 954.0, 'Epsilon', 0.9583966666663941, 'Action', array([ 1.        ,  0.58668862,  0.        ]), 'Reward', 0.036111284565679552)
('Episode', 7, 'Step', 969.0, 'Epsilon', 0.9583466666663938, 'Action', array([ 0.58359597,  0.31973098,  0.        ]), 'Reward', -0.57621272138037405)
('Episode', 7, 'Step', 984.0, 'Epsilon', 0.9582966666663935, 'Action', array([-0.11834378,  0.46884575,  0.        ]), 'Reward', -0.41881335212244708)
('Episode', 7, 'Step', 999.0, 'Epsilon', 0.9582466666663931, 'Action', array([ 1.        ,  0.44948964,  0.        ]), 'Reward', -0.42997891666037685)
('Episode', 7, 'Step', 1014.0, 'Epsilon', 0.9581966666663928, 'Action', array([ 0.91046585,  0.25244396,  0.        ]), 'Reward', 0.0092889027285927295)
('Episode', 7, 'Step', 1029.0, 'Epsilon', 0.9581466666663925, 'Action', array([ 0.60005303,  0.57327775,  0.        ]), 'Reward', -0.41180069745972575)
('Episode', 7, 'Step', 1044.0, 'Epsilon', 0.9580966666663921, 'Action', array([-0.86686503,  0.62174346,  0.        ]), 'Reward', -0.27786411045766457)
('Episode', 7, 'Step', 1059.0, 'Epsilon', 0.9580466666663918, 'Action', array([ 1.        ,  0.50547711,  0.        ]), 'Reward', -0.34033429322054465)
('Episode', 7, 'Step', 1074.0, 'Epsilon', 0.9579966666663915, 'Action', array([-0.28407424,  0.6457937 ,  0.        ]), 'Reward', -0.72202126723583337)
('Episode', 7, 'Step', 1089.0, 'Epsilon', 0.9579466666663912, 'Action', array([ 0.18872556,  0.62282834,  0.        ]), 'Reward', -0.45471388046739464)
('Episode', 7, 'Step', 1104.0, 'Epsilon', 0.9578966666663908, 'Action', array([-0.53150597,  0.43230017,  0.        ]), 'Reward', -0.61864314030340628)
('Episode', 7, 'Step', 1119.0, 'Epsilon', 0.9578466666663905, 'Action', array([ 0.08784029,  0.50795309,  0.        ]), 'Reward', -0.49044346889089918)
('Episode', 7, 'Step', 1134.0, 'Epsilon', 0.9577966666663902, 'Action', array([ 0.31766282,  0.48111711,  0.        ]), 'Reward', -0.52785575110987137)
('Episode', 7, 'Step', 1149.0, 'Epsilon', 0.9577466666663899, 'Action', array([-1.        ,  0.25680722,  0.        ]), 'Reward', -0.53626179623968162)
('Episode', 7, 'Step', 1164.0, 'Epsilon', 0.9576966666663895, 'Action', array([ 0.83576178,  0.48741358,  0.        ]), 'Reward', -0.50614464224206834)
('Episode', 7, 'Step', 1179.0, 'Epsilon', 0.9576466666663892, 'Action', array([ 1.        ,  0.36363098,  0.        ]), 'Reward', -0.35066652621321159)
('Episode', 7, 'Step', 1194.0, 'Epsilon', 0.9575966666663889, 'Action', array([-0.61751529,  0.47865824,  0.        ]), 'Reward', -0.62112872505238692)
('Episode', 7, 'Step', 1209.0, 'Epsilon', 0.9575466666663885, 'Action', array([ 1.        ,  0.40678836,  0.        ]), 'Reward', -0.27064717059075677)
('Episode', 7, 'Step', 1224.0, 'Epsilon', 0.9574966666663882, 'Action', array([-1.        ,  0.59486736,  0.        ]), 'Reward', -1.0545668936199384)
('Episode', 7, 'Step', 1239.0, 'Epsilon', 0.9574466666663879, 'Action', array([-0.68331369,  0.28073834,  0.00965428]), 'Reward', -0.51967379824498583)
('Episode', 7, 'Step', 1254.0, 'Epsilon', 0.9573966666663876, 'Action', array([ 1.        ,  0.54170689,  0.        ]), 'Reward', -0.37873411097757131)
('Episode', 7, 'Step', 1269.0, 'Epsilon', 0.9573466666663872, 'Action', array([ 1.        ,  0.5205659 ,  0.03492186]), 'Reward', -0.25925253725692365)
('Episode', 7, 'Step', 1284.0, 'Epsilon', 0.9572966666663869, 'Action', array([ 0.93730241,  0.61198159,  0.        ]), 'Reward', -0.33328202246098165)
('Episode', 7, 'Step', 1299.0, 'Epsilon', 0.9572466666663866, 'Action', array([-0.24681415,  0.3864277 ,  0.        ]), 'Reward', -0.49327774931402624)
('Episode', 7, 'Step', 1314.0, 'Epsilon', 0.9571966666663863, 'Action', array([-0.09427508,  0.59561449,  0.        ]), 'Reward', -0.70299129746041134)
('Episode', 7, 'Step', 1329.0, 'Epsilon', 0.9571466666663859, 'Action', array([ 0.07187269,  0.4219616 ,  0.        ]), 'Reward', -0.57598748048985948)
('Episode', 7, 'Step', 1344.0, 'Epsilon', 0.9570966666663856, 'Action', array([ 0.47239705,  0.41613333,  0.        ]), 'Reward', -0.29420848723806203)
('Episode', 7, 'Step', 1359.0, 'Epsilon', 0.9570466666663853, 'Action', array([-0.1446814 ,  0.49781619,  0.        ]), 'Reward', -0.51998874452457233)
('Episode', 7, 'Step', 1374.0, 'Epsilon', 0.9569966666663849, 'Action', array([ 0.38107252,  0.3673363 ,  0.        ]), 'Reward', -0.3493624948295222)
('Episode', 7, 'Step', 1389.0, 'Epsilon', 0.9569466666663846, 'Action', array([ 0.58871601,  0.5318817 ,  0.        ]), 'Reward', -1.9927340416179922)
('Episode', 7, 'Step', 1404.0, 'Epsilon', 0.9568966666663843, 'Action', array([ 0.29898655,  0.48798831,  0.        ]), 'Reward', -3.3901490083905532)
('Episode', 7, 'Step', 1419.0, 'Epsilon', 0.956846666666384, 'Action', array([ 0.99650442,  0.1710446 ,  0.02785745]), 'Reward', -0.70695501363940272)
('Episode', 7, 'Step', 1434.0, 'Epsilon', 0.9567966666663836, 'Action', array([ 0.8837717 ,  0.44766986,  0.        ]), 'Reward', -1.8084806626577201)
('Episode', 7, 'Step', 1449.0, 'Epsilon', 0.9567466666663833, 'Action', array([ 0.35596623,  0.41039535,  0.        ]), 'Reward', -1.0485377609017745)
('Episode', 7, 'Step', 1464.0, 'Epsilon', 0.956696666666383, 'Action', array([-0.90520273,  0.44529901,  0.        ]), 'Reward', -1.3511782604233811)
('Episode', 7, 'Step', 1479.0, 'Epsilon', 0.9566466666663827, 'Action', array([ 0.86892148,  0.42081393,  0.        ]), 'Reward', -2.1836112140982138)
('Episode', 7, 'Step', 1494.0, 'Epsilon', 0.9565966666663823, 'Action', array([-0.34099229,  0.63758888,  0.        ]), 'Reward', -3.113382309488145)
('Episode', 7, 'Step', 1509.0, 'Epsilon', 0.956546666666382, 'Action', array([-0.01096187,  0.47594153,  0.        ]), 'Reward', 19.12068894541374)
('Episode', 7, 'Step', 1524.0, 'Epsilon', 0.9564966666663817, 'Action', array([-0.94900119,  0.25334754,  0.        ]), 'Reward', -0.26676699998303433)
('Episode', 7, 'Step', 1539.0, 'Epsilon', 0.9564466666663813, 'Action', array([-0.0035195 ,  0.64337805,  0.        ]), 'Reward', -0.54800266227185124)
('Episode', 7, 'Step', 1554.0, 'Epsilon', 0.956396666666381, 'Action', array([-0.87216082,  0.2354265 ,  0.01377198]), 'Reward', -0.18486932251002214)
('Episode', 7, 'Step', 1569.0, 'Epsilon', 0.9563466666663807, 'Action', array([-0.41828945,  0.39325583,  0.        ]), 'Reward', -0.19182914598422957)
('Episode', 7, 'Step', 1584.0, 'Epsilon', 0.9562966666663804, 'Action', array([-1.        ,  0.34397954,  0.        ]), 'Reward', -0.2937348616027754)
('Episode', 7, 'Step', 1599.0, 'Epsilon', 0.95624666666638, 'Action', array([-0.69574714,  0.38747992,  0.        ]), 'Reward', -0.33698753496453804)
('Episode', 7, 'Step', 1614.0, 'Epsilon', 0.9561966666663797, 'Action', array([-0.83154285,  0.49207152,  0.        ]), 'Reward', -0.31924181275539121)
('Episode', 7, 'Step', 1629.0, 'Epsilon', 0.9561466666663794, 'Action', array([-0.01145087,  0.6149766 ,  0.        ]), 'Reward', -0.55160642434874074)
('Episode', 7, 'Step', 1644.0, 'Epsilon', 0.956096666666379, 'Action', array([-0.03235341,  0.52544277,  0.        ]), 'Reward', -0.4904776521615305)
('Episode', 7, 'Step', 1659.0, 'Epsilon', 0.9560466666663787, 'Action', array([-1.        ,  0.46205631,  0.        ]), 'Reward', -0.16493270400107291)
('Episode', 7, 'Step', 1674.0, 'Epsilon', 0.9559966666663784, 'Action', array([ 0.10680864,  0.41731277,  0.01064063]), 'Reward', -0.26043715211816165)
('Episode', 7, 'Step', 1689.0, 'Epsilon', 0.9559466666663781, 'Action', array([-0.04042453,  0.55752157,  0.        ]), 'Reward', -0.48090997590748907)
('Episode', 7, 'Step', 1704.0, 'Epsilon', 0.9558966666663777, 'Action', array([-0.53447112,  0.5101927 ,  0.        ]), 'Reward', -0.74700994607889926)
('Episode', 7, 'Step', 1719.0, 'Epsilon', 0.9558466666663774, 'Action', array([ 0.20768129,  0.42395412,  0.        ]), 'ReWaiting for request on port 3101
******* RESTARTING *****
ward', -0.99295569119212845)
('Episode', 7, 'Step', 1734.0, 'Epsilon', 0.9557966666663771, 'Action', array([-0.99037139,  0.64133345,  0.        ]), 'Reward', -0.81716075305851299)
('Episode', 7, 'Step', 1749.0, 'Epsilon', 0.9557466666663768, 'Action', array([-0.22981971,  0.54919937,  0.        ]), 'Reward', -0.77515079204486037)
('Episode', 7, 'Step', 1764.0, 'Epsilon', 0.9556966666663764, 'Action', array([ 0.03673034,  0.43840769,  0.        ]), 'Reward', -0.73024430861619072)
('Episode', 7, 'Step', 1779.0, 'Epsilon', 0.9556466666663761, 'Action', array([-0.09021953,  0.47308313,  0.        ]), 'Reward', -0.76979554075835588)
('Episode', 7, 'Step', 1794.0, 'Epsilon', 0.9555966666663758, 'Action', array([-0.21401817,  0.43302149,  0.        ]), 'Reward', -1.0252797005130629)
('Episode', 7, 'Step', 1809.0, 'Epsilon', 0.9555466666663754, 'Action', array([ 0.19328832,  0.38882148,  0.        ]), 'Reward', -1.5936138184603506)
('Episode', 7, 'Step', 1824.0, 'Epsilon', 0.9554966666663751, 'Action', array([-0.98821021,  0.61852637,  0.        ]), 'Reward', -0.53237759512871707)
('Episode', 7, 'Step', 1839.0, 'Epsilon', 0.9554466666663748, 'Action', array([-0.10071132,  0.436809  ,  0.04815257]), 'Reward', -0.53107755202985762)
('Episode', 7, 'Step', 1854.0, 'Epsilon', 0.9553966666663745, 'Action', array([ 0.28476709,  0.53436826,  0.        ]), 'Reward', -1.2994423159790496)
('Episode', 7, 'Step', 1869.0, 'Epsilon', 0.9553466666663741, 'Action', array([-1.        ,  0.50640053,  0.        ]), 'Reward', -1.2986250527811314)
('Episode', 7, 'Step', 1884.0, 'Epsilon', 0.9552966666663738, 'Action', array([-0.39510894,  0.44182184,  0.        ]), 'Reward', -1.1808510684020721)
('Episode', 7, 'Step', 1899.0, 'Epsilon', 0.9552466666663735, 'Action', array([ 0.34714828,  0.60501386,  0.07153318]), 'Reward', -1.7077563362151755)
('Episode', 7, 'Step', 1914.0, 'Epsilon', 0.9551966666663732, 'Action', array([-1.        ,  0.47030295,  0.        ]), 'Reward', -1.9022530207348272)
('Episode', 7, 'Step', 1929.0, 'Epsilon', 0.9551466666663728, 'Action', array([-0.70972868,  0.36113165,  0.        ]), 'Reward', -1.4203710412194397)
('Episode', 7, 'Step', 1944.0, 'Epsilon', 0.9550966666663725, 'Action', array([-1.        ,  0.33704069,  0.        ]), 'Reward', -1.2915570217395747)
('Episode', 7, 'Step', 1959.0, 'Epsilon', 0.9550466666663722, 'Action', array([-0.857862  ,  0.64653197,  0.        ]), 'Reward', -2.7637076920644024)
('Episode', 7, 'Step', 1974.0, 'Epsilon', 0.9549966666663718, 'Action', array([-1.        ,  0.41503463,  0.03257087]), 'Reward', -3.4360324359783743)
('Episode', 7, 'Step', 1989.0, 'Epsilon', 0.9549466666663715, 'Action', array([-0.98248126,  0.41954133,  0.        ]), 'Reward', -0.29154791462708518)
TOTAL REWARD @ 7-th Episode  : Reward -9130.07800835
Total Step: 13526

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 8 Replay Buffer 13526 Early Stopping: 0 Epsilon: 0.954913333333 RN: 0.0588268365765
('Episode', 8, 'Step', 4.0, 'Epsilon', 0.9548966666663712, 'Action', array([ 0.28734026,  0.44601477,  0.00914462]), 'Reward', 4.3849221656270432)
('Episode', 8, 'Step', 19.0, 'Epsilon', 0.9548466666663709, 'Action', array([-0.68151669,  0.66869726,  0.00572084]), 'Reward', 14.34222012192247)
('Episode', 8, 'Step', 34.0, 'Epsilon', 0.9547966666663705, 'Action', array([ 1.        ,  0.46470417,  0.        ]), 'Reward', -51.308813335712784)
('Episode', 8, 'Step', 49.0, 'Epsilon', 0.9547466666663702, 'Action', array([ 0.05192904,  0.42581931,  0.        ]), 'Reward', -0.092485436214721467)
('Episode', 8, 'Step', 64.0, 'Epsilon', 0.9546966666663699, 'Action', array([-0.31512685,  0.32138377,  0.06010577]), 'Reward', -0.043690744891352454)
('Episode', 8, 'Step', 79.0, 'Epsilon', 0.9546466666663695, 'Action', array([-0.72891763,  0.59723852,  0.        ]), 'Reward', -0.31757334303636175)
('Episode', 8, 'Step', 94.0, 'Epsilon', 0.9545966666663692, 'Action', array([-0.93923969,  0.47450962,  0.        ]), 'Reward', -0.28583335327166093)
('Episode', 8, 'Step', 109.0, 'Epsilon', 0.9545466666663689, 'Action', array([ 0.097601  ,  0.43607768,  0.        ]), 'Reward', 0.14562194747769014)
('Episode', 8, 'Step', 124.0, 'Epsilon', 0.9544966666663686, 'Action', array([-0.39684869,  0.37993766,  0.        ]), 'Reward', -0.31121800929462407)
('Episode', 8, 'Step', 139.0, 'Epsilon', 0.9544466666663682, 'Action', array([ 1.       ,  0.4754811,  0.       ]), 'Reward', -0.52321080354982341)
('Episode', 8, 'Step', 154.0, 'Epsilon', 0.9543966666663679, 'Action', array([-1.        ,  0.46159772,  0.01547676]), 'Reward', 0.0098035258928940751)
('Episode', 8, 'Step', 169.0, 'Epsilon', 0.9543466666663676, 'Action', array([ 0.32385698,  0.47348435,  0.01640267]), 'Reward', 0.078242830084271103)
('Episode', 8, 'Step', 184.0, 'Epsilon', 0.9542966666663673, 'Action', array([-0.35092565,  0.31439024,  0.        ]), 'Reward', -0.42583105273858224)
('Episode', 8, 'Step', 199.0, 'Epsilon', 0.9542466666663669, 'Action', array([ 0.29646492,  0.48973152,  0.        ]), 'Reward', 0.096320297571799704)
('Episode', 8, 'Step', 214.0, 'Epsilon', 0.9541966666663666, 'Action', array([-0.45436897,  0.47393945,  0.00657313]), 'Reward', -0.11678573824688757)
('Episode', 8, 'Step', 229.0, 'Epsilon', 0.9541466666663663, 'Action', array([-0.69758612,  0.4462927 ,  0.        ]), 'Reward', 0.13366913309984288)
('Episode', 8, 'Step', 244.0, 'Epsilon', 0.954096666666366, 'Action', array([-1.        ,  0.55092053,  0.        ]), 'Reward', -0.46545552446220212)
('Episode', 8, 'Step', 259.0, 'Epsilon', 0.9540466666663656, 'Action', array([-0.5814343 ,  0.54954956,  0.        ]), 'Reward', 0.20864137031128255)
('Episode', 8, 'Step', 274.0, 'Epsilon', 0.9539966666663653, 'Action', array([-1.        ,  0.19066828,  0.        ]), 'Reward', 0.034913335163152273)
('Episode', 8, 'Step', 289.0, 'Epsilon', 0.953946666666365, 'Action', array([-1.        ,  0.45999893,  0.        ]), 'Reward', 0.055779352529597592)
('Episode', 8, 'Step', 304.0, 'Epsilon', 0.9538966666663646, 'Action', array([-0.78536765,  0.41435697,  0.        ]), 'Reward', -0.32483669336499033)
('Episode', 8, 'Step', 319.0, 'Epsilon', 0.9538466666663643, 'Action', array([ 0.23508623,  0.37488769,  0.        ]), 'Reward', -0.081559063002329499)
('Episode', 8, 'Step', 334.0, 'Epsilon', 0.953796666666364, 'Action', array([-1.        ,  0.32370712,  0.        ]), 'Reward', -0.2229607428032917)
('Episode', 8, 'Step', 349.0, 'Epsilon', 0.9537466666663637, 'Action', array([-0.62041943,  0.35574378,  0.        ]), 'Reward', 0.0069183075751885169)
('Episode', 8, 'Step', 364.0, 'Epsilon', 0.9536966666663633, 'Action', array([ 0.64491657,  0.45254025,  0.        ]), 'Reward', -0.39100018814241372)
('Episode', 8, 'Step', 379.0, 'Epsilon', 0.953646666666363, 'Action', array([-0.97438247,  0.37338203,  0.        ]), 'Reward', -0.061405070983238656)
('Episode', 8, 'Step', 394.0, 'Epsilon', 0.9535966666663627, 'Action', array([-0.534712  ,  0.30529203,  0.        ]), 'Reward', 0.037244551872810276)
('Episode', 8, 'Step', 409.0, 'Epsilon', 0.9535466666663623, 'Action', array([-0.1480022 ,  0.47212652,  0.0125523 ]), 'Reward', 0.084441758337495954)
('Episode', 8, 'Step', 424.0, 'Epsilon', 0.953496666666362, 'Action', array([ 0.5889939 ,  0.52693863,  0.        ]), 'Reward', -0.051589947945799845)
('Episode', 8, 'Step', 439.0, 'Epsilon', 0.9534466666663617, 'Action', array([ 1.        ,  0.50296761,  0.        ]), 'Reward', -0.23722398970869063)
('Episode', 8, 'Step', 454.0, 'Epsilon', 0.9533966666663614, 'Action', array([-0.51064352,  0.42037944,  0.        ]), 'Reward', 0.025708431155427799)
('Episode', 8, 'Step', 469.0, 'Epsilon', 0.953346666666361, 'Action', array([-0.92811088,  0.27754751,  0.        ]), 'Reward', -0.12591233395530704)
('Episode', 8, 'Step', 484.0, 'Epsilon', 0.9532966666663607, 'Action', array([ 0.47427209,  0.47891511,  0.        ]), 'Reward', -0.5386261290109492)
('Episode', 8, 'Step', 499.0, 'Epsilon', 0.9532466666663604, 'Action', array([-1.        ,  0.57812745,  0.        ]), 'Reward', -0.081038224592577923)
('Episode', 8, 'Step', 514.0, 'Epsilon', 0.95319666666636, 'Action', array([-0.42583067,  0.38537023,  0.        ]), 'Reward', -0.017054842850220114)
('Episode', 8, 'Step', 529.0, 'Epsilon', 0.9531466666663597, 'Action', array([-0.55292368,  0.3453457 ,  0.        ]), 'Reward', -0.10391367161323097)
('Episode', 8, 'Step', 544.0, 'Epsilon', 0.9530966666663594, 'Action', array([-1.        ,  0.49511583,  0.        ]), 'Reward', -0.27078621858096491)
('Episode', 8, 'Step', 559.0, 'Epsilon', 0.9530466666663591, 'Action', array([-0.33501965,  0.44864635,  0.        ]), 'Reward', -0.10496270692711158)
('Episode', 8, 'Step', 574.0, 'Epsilon', 0.9529966666663587, 'Action', array([-0.49091497,  0.70729548,  0.        ]), 'Reward', -0.84813422278552353)
('Episode', 8, 'Step', 589.0, 'Epsilon', 0.9529466666663584, 'Action', array([-1.       ,  0.4747159,  0.       ]), 'Reward', 0.082739973516764237)
('Episode', 8, 'Step', 604.0, 'Epsilon', 0.9528966666663581, 'Action', array([ 0.23481195,  0.3515925 ,  0.        ]), 'Reward', 0.054226175452517164)
('Episode', 8, 'Step', 619.0, 'Epsilon', 0.9528466666663578, 'Action', array([-0.84071665,  0.41960578,  0.        ]), 'Reward', 0.055116209363574462)
('Episode', 8, 'Step', 634.0, 'Epsilon', 0.9527966666663574, 'Action', array([-0.69540691,  0.42913395,  0.        ]), 'Reward', -0.15900422243149098)
('Episode', 8, 'Step', 649.0, 'Epsilon', 0.9527466666663571, 'Action', array([ 0.23742612,  0.39392469,  0.01456362]), 'Reward', -0.14719510073845848)
('Episode', 8, 'Step', 664.0, 'Epsilon', 0.9526966666663568, 'Action', array([ 0.07056727,  0.43203105,  0.        ]), 'Reward', 0.09750285145153878)
('Episode', 8, 'Step', 679.0, 'Epsilon', 0.9526466666663564, 'Action', array([ 0.42971651,  0.41451129,  0.        ]), 'Reward', -0.15872092293404008)
('Episode', 8, 'Step', 694.0, 'Epsilon', 0.9525966666663561, 'Action', array([-0.98963656,  0.35000951,  0.        ]), 'Reward', 0.068243294037313218)
('Episode', 8, 'Step', 709.0, 'Epsilon', 0.9525466666663558, 'Action', array([-0.51257182,  0.61462865,  0.        ]), 'Reward', -0.64455365101140649)
('Episode', 8, 'Step', 724.0, 'Epsilon', 0.9524966666663555, 'Action', array([ 0.98602956,  0.53068128,  0.        ]), 'Reward', -0.66251090917583821)
('Episode', 8, 'Step', 739.0, 'Epsilon', 0.9524466666663551, 'Action', array([-0.01949974,  0.3864554 ,  0.0027897 ]), 'Reward', -0.22381624686006979)
('Episode', 8, 'Step', 754.0, 'Epsilon', 0.9523966666663548, 'Action', array([-0.91049204,  0.39257727,  0.        ]), 'Reward', -0.10063945149265115)
('Episode', 8, 'Step', 769.0, 'Epsilon', 0.9523466666663545, 'Action', array([-0.30356482,  0.5327123 ,  0.        ]), 'Reward', -0.6033758017284101)
('Episode', 8, 'Step', 784.0, 'Epsilon', 0.9522966666663542, 'Action', array([ 0.35348518,  0.47781571,  0.        ]), 'Reward', -0.22821730921247907)
('Episode', 8, 'Step', 799.0, 'Epsilon', 0.9522466666663538, 'Action', array([-1.        ,  0.38913227,  0.        ]), 'Reward', -0.3334380343616275)
('Episode', 8, 'Step', 814.0, 'Epsilon', 0.9521966666663535, 'Action', array([-1.        ,  0.44971125,  0.        ]), 'Reward', -0.56095034166575586)
('Episode', 8, 'Step', 829.0, 'Epsilon', 0.9521466666663532, 'Action', array([ 0.70047517,  0.48718182,  0.        ]), 'Reward', -0.65041433975638785)
('Episode', 8, 'Step', 844.0, 'Epsilon', 0.9520966666663528, 'Action', array([-0.90998932,  0.2590418 ,  0.        ]), 'Reward', -0.10281120739215875)
('Episode', 8, 'Step', 859.0, 'Epsilon', 0.9520466666663525, 'Action', array([-0.71740219,  0.42333603,  0.        ]), 'Reward', -0.29476898526245948)
('Episode', 8, 'Step', 874.0, 'Epsilon', 0.9519966666663522, 'Action', array([-0.28387889,  0.45641972,  0.00964748]), 'Reward', 0.0035476590070914731)
('Episode', 8, 'Step', 889.0, 'Epsilon', 0.9519466666663519, 'Action', array([-1.        ,  0.56225923,  0.        ]), 'Reward', -0.57425731834931726)
('Episode', 8, 'Step', 904.0, 'Epsilon', 0.9518966666663515, 'Action', array([ 0.16094847,  0.51105021,  0.        ]), 'Reward', -0.36119915527157298)
('Episode', 8, 'Step', 919.0, 'Epsilon', 0.9518466666663512, 'Action', array([-0.36260398,  0.55665546,  0.        ]), 'Reward', -0.41140149970842044)
('Episode', 8, 'Step', 934.0, 'Epsilon', 0.9517966666663509, 'Action', array([-0.59249635,  0.55953183,  0.        ]), 'Reward', -0.21594899267760903)
('Episode', 8, 'Step', 949.0, 'Epsilon', 0.9517466666663505, 'Action', array([-0.76391265,  0.41563131,  0.0201716 ]), 'Reward', -0.25880474398788123)
('Episode', 8, 'Step', 964.0, 'Epsilon', 0.9516966666663502, 'Action', array([ 1.        ,  0.39912116,  0.        ]), 'Reward', -0.7858917411041666)
('Episode', 8, 'Step', 979.0, 'Epsilon', 0.9516466666663499, 'Action', array([-1.        ,  0.42952162,  0.        ]), 'Reward', -0.19387179980598229)
('Episode', 8, 'Step', 994.0, 'Epsilon', 0.9515966666663496, 'Action', array([ 0.68715885,  0.32681364,  0.        ]), 'Reward', -0.10590623860619479)
('Episode', 8, 'Step', 1009.0, 'Epsilon', 0.9515466666663492, 'Action', array([ 0.26299706,  0.38028908,  0.        ]), 'Reward', -0.44439512270622555)
('Episode', 8, 'Step', 1024.0, 'Epsilon', 0.9514966666663489, 'Action', array([ 0.05992168,  0.35279491,  0.        ]), 'Reward', -0.02905350172672495)
('Episode', 8, 'Step', 1039.0, 'Epsilon', 0.9514466666663486, 'Action', array([-0.56345243,  0.35106987,  0.04902398]), 'Reward', -0.25759689392530372)
('Episode', 8, 'Step', 1054.0, 'Epsilon', 0.9513966666663483, 'Action', array([ 0.02390583,  0.57512898,  0.        ]), 'Reward', -1.1931029893322538)
('Episode', 8, 'Step', 1069.0, 'Epsilon', 0.9513466666663479, 'Action', array([-0.68511444,  0.52731225,  0.03041771]), 'Reward', -0.56898810021890855)
('Episode', 8, 'Step', 1084.0, 'Epsilon', 0.9512966666663476, 'Action', array([ 0.84589256,  0.35548977,  0.        ]), 'Reward', -0.61958699338098189)
('Episode', 8, 'Step', 1099.0, 'Epsilon', 0.9512466666663473, 'Action', array([-0.14157756,  0.58685485,  0.        ]), 'Reward', -0.75609276627624689)
('Episode', 8, 'Step', 1114.0, 'Epsilon', 0.951196666666347, 'Action', array([ 0.45538836,  0.50985874,  0.        ]), 'Reward', -0.93105272995003874)
('Episode', 8, 'Step', 1129.0, 'Epsilon', 0.9511466666663466, 'Action', array([-1.        ,  0.53405343,  0.        ]), 'Reward', -0.63844124401979618)
('Episode', 8, 'Step', 1144.0, 'Epsilon', 0.9510966666663463, 'Action', array([ 0.44163648,  0.60033005,  0.        ]), 'Reward', -1.1579268346744402)
('Episode', 8, 'Step', 1159.0, 'Epsilon', 0.951046666666346, 'Action', array([-0.95301901,  0.54810652,  0.        ]), 'Reward', -0.83932874285316261)
('Episode', 8, 'Step', 1174.0, 'Epsilon', 0.9509966666663456, 'Action', array([ 0.6394735 ,  0.47964555,  0.        ]), 'Reward', -1.0268594922569465)
('Episode', 8, 'Step', 1189.0, 'Epsilon', 0.9509466666663453, 'Action', array([-0.44606797,  0.53656645,  0.01919601]), 'Reward', -0.39484173527153815)
('Episode', 8, 'Step', 1204.0, 'Epsilon', 0.950896666666345, 'Action', array([-1.        ,  0.3276732 ,  0.01826537]), 'Reward', -0.27145325894623368)
('Episode', 8, 'Step', 1219.0, 'Epsilon', 0.9508466666663447, 'Action', array([-0.72571175,  0.54593626,  0.        ]), 'Reward', -0.967679726812672)
('Episode', 8, 'Step', 1234.0, 'Epsilon', 0.9507966666663443, 'Action', array([-0.08445628,  0.62438213,  0.        ]), 'Reward', -1.8620214959401526)
('Episode', 8, 'Step', 1249.0, 'Epsilon', 0.950746666666344, 'Action', array([ 0.61767667,  0.49781528,  0.        ]), 'Reward', -1.8033869501918185)
('Episode', 8, 'Step', 1264.0, 'Epsilon', 0.9506966666663437, 'Action', array([-0.84722847,  0.53943695,  0.        ]), 'Reward', -0.77517735448564029)
('Episode', 8, 'Step', 1279.0, 'Epsilon', 0.9506466666663433, 'Action', array([-0.44825015,  0.55966671,  0.        ]), 'Reward', -1.0479711851759823)
('Episode', 8, 'Step', 1294.0, 'Epsilon', 0.950596666666343, 'Action', array([ 0.43001463,  0.58918877,  0.00572292]), 'Reward', -1.7215059628784362)
('Episode', 8, 'Step', 1309.0, 'Epsilon', 0.9505466666663427, 'Action', array([ 0.24148113,  0.4078668 ,  0.        ]), 'Reward', -1.1562125537230841)
('Episode', 8, 'Step', 1324.0, 'Epsilon', 0.9504966666663424, 'Action', array([-0.61704914,  0.51372595,  0.00945921]), 'Reward', -1.0785572627932805)
('Episode', 8, 'Step', 1339.0, 'Epsilon', 0.950446666666342, 'Action', array([-1.        ,  0.44349933,  0.        ]), 'Reward', -0.8632130686905608)
('Episode', 8, 'Step', 1354.0, 'Epsilon', 0.9503966666663417, 'Action', array([-0.28924697,  0.46227652,  0.        ]), 'Reward', -1.1655584749424284)
('Episode', 8, 'Step', 1369.0, 'Epsilon', 0.9503466666663414, 'Action', array([-0.5687532 ,  0.53625669,  0.        ]), 'Reward', -0.78146068342121133)
('Episode', 8, 'Step', 1384.0, 'Epsilon', 0.950296666666341, 'Action', array([-1.        ,  0.53560625,  0.        ]), 'Reward', -1.1724035843693241)
('Episode', 8, 'Step', 1399.0, 'Epsilon', 0.9502466666663407, 'Action', array([-1.       ,  0.4480488,  0.       ]), 'Reward', -0.84466017255427062)
('Episode', 8, 'Step', 1414.0, 'Epsilon', 0.9501966666663404, 'Action', array([ 0.11966698,  0.54968318,  0.        ]), 'Reward', -1.6860506678202924)
('Episode', 8, 'Step', 1429.0, 'Epsilon', 0.9501466666663401, 'Action', array([-0.57196816,  0.48735901,  0.        ]), 'Reward', -1.2983504987652752)
('Episode', 8, 'Step', 1444.0, 'Epsilon', 0.9500966666663397, 'Action', array([-1.        ,  0.41625553,  0.        ]), 'Reward', -0.75652923018898477)
('Episode', 8, 'Step', 1459.0, 'Epsilon', 0.9500466666663394, 'Action', array([-1.        ,  0.71999485,  0.        ]), 'Reward', -1.4114480290638243)
('Episode', 8, 'Step', 1474.0, 'Epsilon', 0.9499966666663391, 'Action', array([-0.79824576,  0.44458834,  0.        ]), 'Reward', -0.95809182699944961)
('Episode', 8, 'Step', 1489.0, 'Epsilon', 0.9499466666663388, 'Action', array([ 0.05483714,  0.3871266 ,  0.        ]), 'Reward', -1.6227426120343775)
('Episode', 8, 'Step', 1504.0, 'Epsilon', 0.9498966666663384, 'Action', array([ 0.18198547,  0.46095034,  0.        ]), 'Reward', -1.8815682876400561)
('Episode', 8, 'Step', 1519.0, 'Epsilon', 0.9498466666663381, 'Action', array([-0.39760404,  0.42877993,  0.00985622]), 'Reward', -1.1008325282217233)
('Episode', 8, 'Step', 1534.0, 'Epsilon', 0.9497966666663378, 'Action', array([-1.        ,  0.41650114,  0.        ]), 'Reward', -1.0077846448898595)
('Episode', 8, 'Step', 1549.0, 'Epsilon', 0.9497466666663374, 'Action', array([-0.82406978,  0.53017258,  0.        ]), 'Reward', -0.97654794181779181)
('Episode', 8, 'Step', 1564.0, 'Epsilon', 0.9496966666663371, 'Action', array([-1.        ,  0.48148758,  0.        ]), 'Reward', -1.1593675274240813)
('Episode', 8, 'Step', 1579.0, 'Epsilon', 0.9496466666663368, 'Action', array([ 0.56869368,  0.49018332,  0.        ]), 'Reward', -2.2399183913484042)
('Episode', 8, 'Step', 1594.0, 'Epsilon', 0.9495966666663365, 'Action', array([-0.91881063,  0.68185135,  0.        ]), 'Reward', -1.1569192256122731)
('Episode', 8, 'Step', 1609.0, 'Epsilon', 0.9495466666663361, 'Action', array([-0.38473054,  0.43637966,  0.        ]), 'Reward', -1.4033628599823784)
('Episode', 8, 'Step', 1624.0, 'Epsilon', 0.9494966666663358, 'Action', array([-0.65897757,  0.32604788,  0.        ]), 'Reward', -0.89451908128385194)
('Episode', 8, 'Step', 1639.0, 'Epsilon', 0.9494466666663355, 'Action', array([-0.43398867,  0.57857894,  0.        ]), 'Reward', -1.432677809143704)
('Episode', 8, 'Step', 1654.0, 'Epsilon', 0.9493966666663352, 'Action', array([-0.78473085,  0.52026174,  0.        ]), 'Reward', -1.1448706451736208)
('Episode', 8, 'Step', 1669.0, 'Epsilon', 0.9493466666663348, 'Action', array([ 0.11408754,  0.52668181,  0.        ]), 'Reward', -2.291152515363589)
('Episode', 8, 'Step', 1684.0, 'Epsilon', 0.9492966666663345, 'Action', array([ 0.73285952,  0.52002631,  0.        ]), 'Reward', -4.8486442255400695)
('Episode', 8, 'Step', 1699.0, 'Epsilon', 0.9492466666663342, 'Action', array([ 0.08976043,  0.21836071,  0.        ]), 'Reward', -2.9077360543169606)
('Episode', 8, 'Step', 1714.0, 'Epsilon', 0.9491966666663338, 'Action', array([-0.44974208,  0.37365788,  0.04463785]), 'Reward', -1.269237562603289)
('Episode', 8, 'Step', 1729.0, 'Epsilon', 0.9491466666663335, 'Action', array([-1.        ,  0.59714134,  0.        ]), 'RewaWaiting for request on port 3101
******* RESTARTING *****
rd', -5.0629810553009058)
('Episode', 8, 'Step', 1744.0, 'Epsilon', 0.9490966666663332, 'Action', array([-0.24177992,  0.5216334 ,  0.        ]), 'Reward', -3.3968355766115685)
('Episode', 8, 'Step', 1759.0, 'Epsilon', 0.9490466666663329, 'Action', array([ 0.22137069,  0.39644744,  0.        ]), 'Reward', -3.6661371595034677)
('Episode', 8, 'Step', 1774.0, 'Epsilon', 0.9489966666663325, 'Action', array([ 0.35773858,  0.60449757,  0.        ]), 'Reward', -5.5781657458182945)
('Episode', 8, 'Step', 1789.0, 'Epsilon', 0.9489466666663322, 'Action', array([-1.        ,  0.83354041,  0.        ]), 'Reward', -2.9631115864198887)
('Episode', 8, 'Step', 1804.0, 'Epsilon', 0.9488966666663319, 'Action', array([-1.        ,  0.48416075,  0.        ]), 'Reward', -4.2946834197308341)
('Episode', 8, 'Step', 1819.0, 'Epsilon', 0.9488466666663316, 'Action', array([ 1.        ,  0.62680355,  0.        ]), 'Reward', -4.9745648695747082)
('Episode', 8, 'Step', 1834.0, 'Epsilon', 0.9487966666663312, 'Action', array([-0.90170426,  0.49367964,  0.        ]), 'Reward', -5.3052351474014614)
('Episode', 8, 'Step', 1849.0, 'Epsilon', 0.9487466666663309, 'Action', array([-0.84800013,  0.48472638,  0.00549423]), 'Reward', -3.592016313865984)
('Episode', 8, 'Step', 1864.0, 'Epsilon', 0.9486966666663306, 'Action', array([-0.58817134,  0.43134258,  0.        ]), 'Reward', -3.7299939726396749)
('Episode', 8, 'Step', 1879.0, 'Epsilon', 0.9486466666663302, 'Action', array([-0.90962353,  0.31184551,  0.        ]), 'Reward', -3.3501052920035788)
('Episode', 8, 'Step', 1894.0, 'Epsilon', 0.9485966666663299, 'Action', array([-1.        ,  0.33844574,  0.        ]), 'Reward', -6.3188147235109531)
('Episode', 8, 'Step', 1909.0, 'Epsilon', 0.9485466666663296, 'Action', array([ 0.68268595,  0.56837188,  0.        ]), 'Reward', -16.543624292693664)
('Episode', 8, 'Step', 1924.0, 'Epsilon', 0.9484966666663293, 'Action', array([ 0.69271625,  0.65105734,  0.        ]), 'Reward', -9.6657252018281739)
('Episode', 8, 'Step', 1939.0, 'Epsilon', 0.9484466666663289, 'Action', array([ 0.17389971,  0.3869607 ,  0.        ]), 'Reward', -20.528184392362391)
('Episode', 8, 'Step', 1954.0, 'Epsilon', 0.9483966666663286, 'Action', array([-1.        ,  0.50895701,  0.        ]), 'Reward', -20.881414250624132)
('Episode', 8, 'Step', 1969.0, 'Epsilon', 0.9483466666663283, 'Action', array([-0.0435988 ,  0.44320661,  0.        ]), 'Reward', -22.857459931692208)
('Episode', 8, 'Step', 1984.0, 'Epsilon', 0.948296666666328, 'Action', array([-0.36252145,  0.66954238,  0.        ]), 'Reward', -32.918748632088224)
('Episode', 8, 'Step', 1999.0, 'Epsilon', 0.9482466666663276, 'Action', array([-0.71377469,  0.35022057,  0.        ]), 'Reward', -44.978551231158271)
TOTAL REWARD @ 8-th Episode  : Reward -4172.07636103
Total Step: 15526

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 9 Replay Buffer 15526 Early Stopping: 0 Epsilon: 0.948246666666 RN: 0.687635198187
('Episode', 9, 'Step', 14.0, 'Epsilon', 0.9481966666663273, 'Action', array([ 0.43089838,  0.5686416 ,  0.        ]), 'Reward', 13.662138080561446)
('Episode', 9, 'Step', 29.0, 'Epsilon', 0.948146666666327, 'Action', array([-0.06924655,  0.47176021,  0.        ]), 'Reward', 20.906157123738591)
('Episode', 9, 'Step', 44.0, 'Epsilon', 0.9480966666663266, 'Action', array([ 0.70544866,  0.61679023,  0.        ]), 'Reward', 7.8217227667104687)
('Episode', 9, 'Step', 59.0, 'Epsilon', 0.9480466666663263, 'Action', array([-0.75913968,  0.49972633,  0.        ]), 'Reward', 4.7909018733683055)
('Episode', 9, 'Step', 74.0, 'Epsilon', 0.947996666666326, 'Action', array([ 0.97120633,  0.41689118,  0.        ]), 'Reward', -1.4705253799242861)
('Episode', 9, 'Step', 89.0, 'Epsilon', 0.9479466666663257, 'Action', array([ 1.        ,  0.41057127,  0.        ]), 'Reward', -1.3382314900441341)
('Episode', 9, 'Step', 104.0, 'Epsilon', 0.9478966666663253, 'Action', array([-0.28342914,  0.45645731,  0.        ]), 'Reward', -0.78770218501104572)
('Episode', 9, 'Step', 119.0, 'Epsilon', 0.947846666666325, 'Action', array([-0.23628981,  0.33951531,  0.03511564]), 'Reward', -0.38709558005751077)
('Episode', 9, 'Step', 134.0, 'Epsilon', 0.9477966666663247, 'Action', array([ 1.        ,  0.48762528,  0.        ]), 'Reward', -1.6643893410173727)
('Episode', 9, 'Step', 149.0, 'Epsilon', 0.9477466666663243, 'Action', array([-0.84749296,  0.45515598,  0.00429558]), 'Reward', -0.71583355734704901)
('Episode', 9, 'Step', 164.0, 'Epsilon', 0.947696666666324, 'Action', array([ 0.11070193,  0.48205422,  0.00941285]), 'Reward', -1.0078752448594919)
('Episode', 9, 'Step', 179.0, 'Epsilon', 0.9476466666663237, 'Action', array([-1.        ,  0.62429592,  0.        ]), 'Reward', -0.93455341594653052)
('Episode', 9, 'Step', 194.0, 'Epsilon', 0.9475966666663234, 'Action', array([-0.98778499,  0.5353659 ,  0.        ]), 'Reward', -1.7476478678783054)
('Episode', 9, 'Step', 209.0, 'Epsilon', 0.947546666666323, 'Action', array([-0.60550066,  0.55860481,  0.02123491]), 'Reward', -0.86653998918992592)
('Episode', 9, 'Step', 224.0, 'Epsilon', 0.9474966666663227, 'Action', array([-0.83397569,  0.53059988,  0.        ]), 'Reward', -1.0259845325327499)
('Episode', 9, 'Step', 239.0, 'Epsilon', 0.9474466666663224, 'Action', array([-0.86426773,  0.48831379,  0.        ]), 'Reward', -0.92328642628761037)
('Episode', 9, 'Step', 254.0, 'Epsilon', 0.947396666666322, 'Action', array([ 0.04665425,  0.47965716,  0.        ]), 'Reward', -1.3886036920625502)
('Episode', 9, 'Step', 269.0, 'Epsilon', 0.9473466666663217, 'Action', array([-0.13119799,  0.35540632,  0.        ]), 'Reward', -1.5768415950057411)
('Episode', 9, 'Step', 284.0, 'Epsilon', 0.9472966666663214, 'Action', array([-0.75872257,  0.54609491,  0.        ]), 'Reward', -1.0487065976492325)
('Episode', 9, 'Step', 299.0, 'Epsilon', 0.9472466666663211, 'Action', array([-0.56909003,  0.42631285,  0.04087388]), 'Reward', -0.67304613909141509)
('Episode', 9, 'Step', 314.0, 'Epsilon', 0.9471966666663207, 'Action', array([ 0.04028057,  0.49323635,  0.        ]), 'Reward', -1.9154778784988333)
('Episode', 9, 'Step', 329.0, 'Epsilon', 0.9471466666663204, 'Action', array([-0.90376302,  0.43884017,  0.        ]), 'Reward', -1.1832231714397801)
('Episode', 9, 'Step', 344.0, 'Epsilon', 0.9470966666663201, 'Action', array([ 0.08906832,  0.52848119,  0.        ]), 'Reward', -2.7953635832019947)
('Episode', 9, 'Step', 359.0, 'Epsilon', 0.9470466666663198, 'Action', array([-0.97968712,  0.45019628,  0.        ]), 'Reward', -1.5294912342558851)
('Episode', 9, 'Step', 374.0, 'Epsilon', 0.9469966666663194, 'Action', array([-0.48192147,  0.41090052,  0.04104336]), 'Reward', -1.5639529655379401)
('Episode', 9, 'Step', 389.0, 'Epsilon', 0.9469466666663191, 'Action', array([ 0.37450062,  0.47291398,  0.        ]), 'Reward', -9.7290710934097735)
('Episode', 9, 'Step', 404.0, 'Epsilon', 0.9468966666663188, 'Action', array([-1.       ,  0.4562571,  0.       ]), 'Reward', -6.2503782227637945)
('Episode', 9, 'Step', 419.0, 'Epsilon', 0.9468466666663184, 'Action', array([ 0.60048826,  0.54268699,  0.04185995]), 'Reward', -7.5512908677011845)
('Episode', 9, 'Step', 434.0, 'Epsilon', 0.9467966666663181, 'Action', array([-1.       ,  0.5264401,  0.       ]), 'Reward', -5.7700086251355458)
('Episode', 9, 'Step', 449.0, 'Epsilon', 0.9467466666663178, 'Action', array([-1.        ,  0.47718083,  0.        ]), 'Reward', -4.910013605932023)
('Episode', 9, 'Step', 464.0, 'Epsilon', 0.9466966666663175, 'Action', array([ 0.96940106,  0.45863178,  0.        ]), 'Reward', -9.7014133970797101)
('Episode', 9, 'Step', 479.0, 'Epsilon', 0.9466466666663171, 'Action', array([-0.20720056,  0.46531946,  0.        ]), 'Reward', -14.471494428293799)
('Episode', 9, 'Step', 494.0, 'Epsilon', 0.9465966666663168, 'Action', array([ 0.32181179,  0.52306246,  0.        ]), 'Reward', -17.881647367576598)
('Episode', 9, 'Step', 509.0, 'Epsilon', 0.9465466666663165, 'Action', array([-1.        ,  0.57807593,  0.        ]), 'Reward', -17.441562393594086)
('Episode', 9, 'Step', 524.0, 'Epsilon', 0.9464966666663162, 'Action', array([-1.        ,  0.47276921,  0.00975161]), 'Reward', -9.5866212772949968)
('Episode', 9, 'Step', 539.0, 'Epsilon', 0.9464466666663158, 'Action', array([ 0.01160047,  0.36354699,  0.        ]), 'Reward', -22.175524319611412)
('Episode', 9, 'Step', 554.0, 'Epsilon', 0.9463966666663155, 'Action', array([-0.26439143,  0.56072417,  0.        ]), 'Reward', -12.754016821195897)
('Episode', 9, 'Step', 569.0, 'Epsilon', 0.9463466666663152, 'Action', array([-0.10461454,  0.44866372,  0.        ]), 'Reward', -25.779429760152514)
('Episode', 9, 'Step', 584.0, 'Epsilon', 0.9462966666663148, 'Action', array([ 0.7334083 ,  0.56976406,  0.        ]), 'Reward', -1)
('Episode', 9, 'Step', 599.0, 'Epsilon', 0.9462466666663145, 'Action', array([ 0.60262945,  0.43097483,  0.        ]), 'Reward', -28.839362589004516)
('Episode', 9, 'Step', 614.0, 'Epsilon', 0.9461966666663142, 'Action', array([ 0.81937741,  0.46583886,  0.        ]), 'Reward', -1)
('Episode', 9, 'Step', 629.0, 'Epsilon', 0.9461466666663139, 'Action', array([ 1.        ,  0.51206332,  0.        ]), 'Reward', -0.40320177314569716)
('Episode', 9, 'Step', 644.0, 'Epsilon', 0.9460966666663135, 'Action', array([ 1.        ,  0.59320001,  0.        ]), 'Reward', -0.030867122761500096)
('Episode', 9, 'Step', 659.0, 'Epsilon', 0.9460466666663132, 'Action', array([-0.43369855,  0.49539668,  0.        ]), 'Reward', 0.033707788061975781)
('Episode', 9, 'Step', 674.0, 'Epsilon', 0.9459966666663129, 'Action', array([-0.41276324,  0.47228768,  0.02009334]), 'Reward', 0.068436433252065915)
('Episode', 9, 'Step', 689.0, 'Epsilon', 0.9459466666663126, 'Action', array([-0.82774597,  0.48464536,  0.        ]), 'Reward', -0.37343668996167872)
('Episode', 9, 'Step', 704.0, 'Epsilon', 0.9458966666663122, 'Action', array([-0.53642126,  0.37592978,  0.        ]), 'Reward', -0.43587933294511927)
('Episode', 9, 'Step', 719.0, 'Epsilon', 0.9458466666663119, 'Action', array([ 0.89781196,  0.41820616,  0.0317735 ]), 'Reward', 0.012395016038523651)
('Episode', 9, 'Step', 734.0, 'Epsilon', 0.9457966666663116, 'Action', array([ 1.        ,  0.53376052,  0.        ]), 'Reward', -0.42127476149037307)
('Episode', 9, 'Step', 749.0, 'Epsilon', 0.9457466666663112, 'Action', array([-1.        ,  0.47186018,  0.        ]), 'Reward', -0.12006200855254995)
('Episode', 9, 'Step', 764.0, 'Epsilon', 0.9456966666663109, 'Action', array([ 0.8341872 ,  0.49496085,  0.        ]), 'Reward', -0.4398302989132406)
('Episode', 9, 'Step', 779.0, 'Epsilon', 0.9456466666663106, 'Action', array([ 0.59596844,  0.5112318 ,  0.04468947]), 'Reward', -0.27558558901143504)
('Episode', 9, 'Step', 794.0, 'Epsilon', 0.9455966666663103, 'Action', array([ 0.90751849,  0.44328708,  0.01814652]), 'Reward', 0.059636343222150764)
('Episode', 9, 'Step', 809.0, 'Epsilon', 0.9455466666663099, 'Action', array([-0.14647565,  0.39367969,  0.        ]), 'Reward', -0.043364583091919373)
('Episode', 9, 'Step', 824.0, 'Epsilon', 0.9454966666663096, 'Action', array([ 0.66486294,  0.31737763,  0.        ]), 'Reward', -0.092441122835987322)
('Episode', 9, 'Step', 839.0, 'Epsilon', 0.9454466666663093, 'Action', array([ 1.        ,  0.41212844,  0.        ]), 'Reward', -0.17169023323564606)
('Episode', 9, 'Step', 854.0, 'Epsilon', 0.945396666666309, 'Action', array([ 0.36102499,  0.53060176,  0.03842899]), 'Reward', -0.063923978821896085)
('Episode', 9, 'Step', 869.0, 'Epsilon', 0.9453466666663086, 'Action', array([ 0.40230195,  0.57750571,  0.        ]), 'Reward', -0.12888968056778319)
('Episode', 9, 'Step', 884.0, 'Epsilon', 0.9452966666663083, 'Action', array([-0.20497472,  0.55483027,  0.02053842]), 'Reward', -0.19898509683494164)
('Episode', 9, 'Step', 899.0, 'Epsilon', 0.945246666666308, 'Action', array([ 1.        ,  0.55690613,  0.        ]), 'Reward', -0.091395885347378789)
('Episode', 9, 'Step', 914.0, 'Epsilon', 0.9451966666663076, 'Action', array([ 0.83551257,  0.44120765,  0.        ]), 'Reward', -0.14586851345177135)
('Episode', 9, 'Step', 929.0, 'Epsilon', 0.9451466666663073, 'Action', array([-0.67726976,  0.53930729,  0.        ]), 'Reward', -0.20421194602849851)
('Episode', 9, 'Step', 944.0, 'Epsilon', 0.945096666666307, 'Action', array([ 0.61071982,  0.64280633,  0.        ]), 'Reward', -0.36226896979967382)
('Episode', 9, 'Step', 959.0, 'Epsilon', 0.9450466666663067, 'Action', array([ 0.93532001,  0.46644573,  0.        ]), 'Reward', -0.37605630080967278)
('Episode', 9, 'Step', 974.0, 'Epsilon', 0.9449966666663063, 'Action', array([-0.02309339,  0.45578726,  0.03595153]), 'Reward', -0.1860860649113884)
('Episode', 9, 'Step', 989.0, 'Epsilon', 0.944946666666306, 'Action', array([ 0.36196818,  0.47380864,  0.        ]), 'Reward', -0.35722496484804067)
('Episode', 9, 'Step', 1004.0, 'Epsilon', 0.9448966666663057, 'Action', array([-0.29063004,  0.48957247,  0.        ]), 'Reward', -0.5419864354002738)
('Episode', 9, 'Step', 1019.0, 'Epsilon', 0.9448466666663053, 'Action', array([-0.59476735,  0.51211465,  0.00630623]), 'Reward', -0.47690940204455556)
('Episode', 9, 'Step', 1034.0, 'Epsilon', 0.944796666666305, 'Action', array([ 1.        ,  0.50491265,  0.        ]), 'Reward', -0.45225179366592838)
('Episode', 9, 'Step', 1049.0, 'Epsilon', 0.9447466666663047, 'Action', array([ 0.4964204 ,  0.59883615,  0.02106095]), 'Reward', -0.33583612038845095)
('Episode', 9, 'Step', 1064.0, 'Epsilon', 0.9446966666663044, 'Action', array([ 1.        ,  0.44510896,  0.        ]), 'Reward', -0.16959457499957095)
('Episode', 9, 'Step', 1079.0, 'Epsilon', 0.944646666666304, 'Action', array([-0.31815119,  0.52705311,  0.02173493]), 'Reward', -0.50996285285097742)
('Episode', 9, 'Step', 1094.0, 'Epsilon', 0.9445966666663037, 'Action', array([ 1.        ,  0.39051713,  0.        ]), 'Reward', -0.35521021322533097)
('Episode', 9, 'Step', 1109.0, 'Epsilon', 0.9445466666663034, 'Action', array([ 0.06385596,  0.44441583,  0.00605412]), 'Reward', -0.52251452573968948)
('Episode', 9, 'Step', 1124.0, 'Epsilon', 0.944496666666303, 'Action', array([ 0.30550411,  0.4382733 ,  0.        ]), 'Reward', -0.30958635943916102)
('Episode', 9, 'Step', 1139.0, 'Epsilon', 0.9444466666663027, 'Action', array([ 1.        ,  0.63407243,  0.        ]), 'Reward', -0.23907409763192528)
('Episode', 9, 'Step', 1154.0, 'Epsilon', 0.9443966666663024, 'Action', array([-0.76911724,  0.42837717,  0.        ]), 'Reward', -0.70099421818364305)
('Episode', 9, 'Step', 1169.0, 'Epsilon', 0.9443466666663021, 'Action', array([ 0.8150997 ,  0.44631925,  0.        ]), 'Reward', -0.13026907240757421)
('Episode', 9, 'Step', 1184.0, 'Epsilon', 0.9442966666663017, 'Action', array([ 1.        ,  0.35834616,  0.05529253]), 'Reward', -0.22944140653098871)
('Episode', 9, 'Step', 1199.0, 'Epsilon', 0.9442466666663014, 'Action', array([ 0.62207608,  0.54393955,  0.        ]), 'Reward', -0.33499470751529614)
('Episode', 9, 'Step', 1214.0, 'Epsilon', 0.9441966666663011, 'Action', array([-1.        ,  0.51799488,  0.        ]), 'Reward', -0.81586635098859928)
('Episode', 9, 'Step', 1229.0, 'Epsilon', 0.9441466666663008, 'Action', array([ 0.51452067,  0.4412875 ,  0.        ]), 'Reward', -0.59160959580381978)
('Episode', 9, 'Step', 1244.0, 'Epsilon', 0.9440966666663004, 'Action', array([-0.88067949,  0.35966039,  0.        ]), 'Reward', -1.2719535534427049)
('Episode', 9, 'Step', 1259.0, 'Epsilon', 0.9440466666663001, 'Action', array([ 1.        ,  0.38371916,  0.05634905]), 'Reward', -0.87290073022662096)
('Episode', 9, 'Step', 1274.0, 'Epsilon', 0.9439966666662998, 'Action', array([ 0.60840505,  0.55586712,  0.        ]), 'Reward', -3.2265896836599399)
('Episode', 9, 'Step', 1289.0, 'Epsilon', 0.9439466666662994, 'Action', array([ 0.05907813,  0.35367483,  0.        ]), 'Reward', -3.3094265615723852)
('Episode', 9, 'Step', 1304.0, 'Epsilon', 0.9438966666662991, 'Action', array([ 1.        ,  0.48002796,  0.        ]), 'Reward', -2.7703698115964013)
('Episode', 9, 'Step', 1319.0, 'Epsilon', 0.9438466666662988, 'Action', array([ 0.23330409,  0.55067896,  0.        ]), 'Reward', -1.8111057627474159)
('Episode', 9, 'Step', 1334.0, 'Epsilon', 0.9437966666662985, 'Action', array([ 1.        ,  0.42977969,  0.        ]), 'Reward', -0.57669813704838901)
('Episode', 9, 'Step', 1349.0, 'Epsilon', 0.9437466666662981, 'Action', array([-0.48674493,  0.32992515,  0.        ]), 'Reward', -1.0419178224285428)
('Episode', 9, 'Step', 1364.0, 'Epsilon', 0.9436966666662978, 'Action', array([-0.07520045,  0.47076719,  0.        ]), 'Reward', -1.337912070630888)
('Episode', 9, 'Step', 1379.0, 'Epsilon', 0.9436466666662975, 'Action', array([ 1.        ,  0.38796736,  0.03219116]), 'Reward', -0.45271820186586487)
('Episode', 9, 'Step', 1394.0, 'Epsilon', 0.9435966666662972, 'Action', array([ 0.70341955,  0.34299484,  0.        ]), 'Reward', -1.518865540736039)
('Episode', 9, 'Step', 1409.0, 'Epsilon', 0.9435466666662968, 'Action', array([ 1.        ,  0.44256672,  0.        ]), 'Reward', -1.6559099470593566)
('Episode', 9, 'Step', 1424.0, 'Epsilon', 0.9434966666662965, 'Action', array([ 0.72078394,  0.4169792 ,  0.        ]), 'Reward', -3.0809661001602091)
('Episode', 9, 'Step', 1439.0, 'Epsilon', 0.9434466666662962, 'Action', array([ 0.18310618,  0.48234351,  0.        ]), 'Reward', -2.3810519194796473)
('Episode', 9, 'Step', 1454.0, 'Epsilon', 0.9433966666662958, 'Action', array([ 0.06958273,  0.59725141,  0.        ]), 'Reward', -0.98173589760422297)
('Episode', 9, 'Step', 1469.0, 'Epsilon', 0.9433466666662955, 'Action', array([-0.58184034,  0.25890029,  0.        ]), 'Reward', -1.4834321837658475)
('Episode', 9, 'Step', 1484.0, 'Epsilon', 0.9432966666662952, 'Action', array([-0.49114679,  0.53252388,  0.        ]), 'Reward', -1.0636593543503832)
('Episode', 9, 'Step', 1499.0, 'Epsilon', 0.9432466666662949, 'Action', array([ 0.74482885,  0.52386579,  0.        ]), 'Reward', -2.5081522086966945)
('Episode', 9, 'Step', 1514.0, 'Epsilon', 0.9431966666662945, 'Action', array([ 0.40126032,  0.4090111 ,  0.        ]), 'Reward', -1.7723353473649883)
('Episode', 9, 'Step', 1529.0, 'Epsilon', 0.9431466666662942, 'Action', array([-0.22844192,  0.47088127,  0.        ]), 'Reward', -1.5648667003188956)
('Episode', 9, 'Step', 1544.0, 'Epsilon', 0.9430966666662939, 'Action', array([-0.21166318,  0.47965084,  0.04002109]), 'Reward', -2.2585355075271689)
('Episode', 9, 'Step', 1559.0, 'Epsilon', 0.9430466666662936, 'Action', array([ 0.52834777,  0.35869443,  0.        ]), 'Reward', -1.3777121499083531)
('Episode', 9, 'Step', 1574.0, 'Epsilon', 0.9429966666662932, 'Action', array([ 0.73397117,  0.55944129,  0.        ]), 'Reward', -0.87842524282057699)
('Episode', 9, 'Step', 1589.0, 'Epsilon', 0.9429466666662929, 'Action', array([ 1.        ,  0.52585206,  0.07163333]), 'Reward', -1.1310307737865197)
('Episode', 9, 'Step', 1604.0, 'Epsilon', 0.9428966666662926, 'Action', array([ 0.03922034,  0.5168172 ,  0.        ]), 'Reward', -1.052305663559308)
('Episode', 9, 'Step', 1619.0, 'Epsilon', 0.9428466666662922, 'Action', array([-0.26464887,  0.40892765,  0.        ]), 'Reward', -1.2217503071720897)
('Episode', 9, 'Step', 1634.0, 'Epsilon', 0.9427966666662919, 'Action', array([-0.07279197,  0.50185117,  0.        ]), 'Reward', -1.1296339703548046)
('Episode', 9, 'Step', 1649.0, 'Epsilon', 0.9427466666662916, 'Action', array([ 1.        ,  0.44354963,  0.01114314]), 'Reward', -0.3990577898544978)
('Episode', 9, 'Step', 1664.0, 'Epsilon', 0.9426966666662913, 'Action', array([ 0.46155734,  0.63978085,  0.        ]), 'Reward', -0.84752215545811094)
('Episode', 9, 'Step', 1679.0, 'Epsilon', 0.9426466666662909, 'Action', array([ 0.50925226,  0.37053046,  0.        ]), 'Reward', -0.52546870029775161)
('Episode', 9, 'Step', 1694.0, 'Epsilon', 0.9425966666662906, 'Action', array([ 0.87873012,  0.4410605 ,  0.        ]), 'Reward', -0.46261049363895457)
('Episode', 9, 'Step', 1709.0, 'Epsilon', 0.9425466666662903, 'Action', array([-0.91379427,  0.56575517,  0.        ]), 'Reward', -1.6899729049541552)
('Episode', 9, 'Step', 1724.0, 'Epsilon', 0.94249666666629, 'Action', array([ 1.       ,  0.2843998,  0.       ]), 'Reward', -1.4667483896604923)
('Episode', 9, 'Step', 1739.0, 'Epsilon', 0.9424466666662896, 'Action', array([ 0.18119456,  0.46420895,  0.        ]), 'Reward', -1.410090026893406)
('Episode', 9, 'Step', 1754.0, 'Epsilon', 0.9423966666662893, 'Action',
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
 array([ 0.02914197,  0.45188487,  0.        ]), 'Reward', -0.94846568314346147)
('Episode', 9, 'Step', 1769.0, 'Epsilon', 0.942346666666289, 'Action', array([ 0.24702495,  0.44609969,  0.01145457]), 'Reward', -0.67051952010752136)
('Episode', 9, 'Step', 1784.0, 'Epsilon', 0.9422966666662886, 'Action', array([-0.19655048,  0.25808156,  0.03673331]), 'Reward', -0.59153268306623308)
('Episode', 9, 'Step', 1799.0, 'Epsilon', 0.9422466666662883, 'Action', array([ 0.7835219 ,  0.41331313,  0.        ]), 'Reward', -0.57251131646702791)
('Episode', 9, 'Step', 1814.0, 'Epsilon', 0.942196666666288, 'Action', array([ 1.        ,  0.48483633,  0.        ]), 'Reward', -0.40743170061999345)
('Episode', 9, 'Step', 1829.0, 'Epsilon', 0.9421466666662877, 'Action', array([ 0.19938502,  0.55280952,  0.        ]), 'Reward', -0.79681264674911834)
('Episode', 9, 'Step', 1844.0, 'Epsilon', 0.9420966666662873, 'Action', array([ 0.34297867,  0.48811304,  0.        ]), 'Reward', -3.3562816360865728)
('Episode', 9, 'Step', 1859.0, 'Epsilon', 0.942046666666287, 'Action', array([-0.19498297,  0.57998706,  0.03919075]), 'Reward', -39.115871908276191)
('Episode', 9, 'Step', 1874.0, 'Epsilon', 0.9419966666662867, 'Action', array([ 0.35365601,  0.48703993,  0.        ]), 'Reward', -1.0332631143545363)
('Episode', 9, 'Step', 1889.0, 'Epsilon', 0.9419466666662863, 'Action', array([ 0.72096829,  0.39204677,  0.        ]), 'Reward', 46.337523087524389)
('Episode', 9, 'Step', 1904.0, 'Epsilon', 0.941896666666286, 'Action', array([-0.43320217,  0.555219  ,  0.        ]), 'Reward', -0.35514174608241761)
('Episode', 9, 'Step', 1919.0, 'Epsilon', 0.9418466666662857, 'Action', array([-0.35523992,  0.4146503 ,  0.        ]), 'Reward', -0.42688352502219945)
('Episode', 9, 'Step', 1934.0, 'Epsilon', 0.9417966666662854, 'Action', array([ 0.71741929,  0.4936128 ,  0.04927867]), 'Reward', -0.17258831940012984)
('Episode', 9, 'Step', 1949.0, 'Epsilon', 0.941746666666285, 'Action', array([ 0.44739135,  0.46911256,  0.        ]), 'Reward', -0.20116536672332025)
('Episode', 9, 'Step', 1964.0, 'Epsilon', 0.9416966666662847, 'Action', array([ 0.41111111,  0.46832591,  0.        ]), 'Reward', -0.19991512202687323)
('Episode', 9, 'Step', 1979.0, 'Epsilon', 0.9416466666662844, 'Action', array([ 0.90811439,  0.55206284,  0.        ]), 'Reward', -0.45779618990970733)
('Episode', 9, 'Step', 1994.0, 'Epsilon', 0.941596666666284, 'Action', array([ 0.64815572,  0.43447957,  0.        ]), 'Reward', -0.22279553330886154)
TOTAL REWARD @ 9-th Episode  : Reward -4995.41606023
Total Step: 17526

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 10 Replay Buffer 17526 Early Stopping: 0 Epsilon: 0.94158 RN: 0.926807867354
('Episode', 10, 'Step', 9.0, 'Epsilon', 0.9415466666662837, 'Action', array([-0.6061244 ,  0.54997786,  0.02217762]), 'Reward', 8.5429571240858717)
('Episode', 10, 'Step', 24.0, 'Epsilon', 0.9414966666662834, 'Action', array([ 1.       ,  0.3948387,  0.       ]), 'Reward', 15.943637583452814)
('Episode', 10, 'Step', 39.0, 'Epsilon', 0.9414466666662831, 'Action', array([ 0.73545428,  0.29297584,  0.02044247]), 'Reward', 14.719435119807024)
('Episode', 10, 'Step', 54.0, 'Epsilon', 0.9413966666662827, 'Action', array([-0.311579  ,  0.62834723,  0.        ]), 'Reward', 1.4523485445156865)
('Episode', 10, 'Step', 69.0, 'Epsilon', 0.9413466666662824, 'Action', array([ 0.30523005,  0.47014191,  0.        ]), 'Reward', -88.257691306746736)
('Episode', 10, 'Step', 84.0, 'Epsilon', 0.9412966666662821, 'Action', array([-0.1143155 ,  0.44640863,  0.        ]), 'Reward', -89.347946225130499)
('Episode', 10, 'Step', 99.0, 'Epsilon', 0.9412466666662818, 'Action', array([-0.75912056,  0.64676129,  0.        ]), 'Reward', -85.412405690394849)
('Episode', 10, 'Step', 114.0, 'Epsilon', 0.9411966666662814, 'Action', array([ 0.28842952,  0.46788967,  0.08922916]), 'Reward', -32.697917974195803)
('Episode', 10, 'Step', 129.0, 'Epsilon', 0.9411466666662811, 'Action', array([ 0.30336571,  0.55988098,  0.        ]), 'Reward', -41.995927059511764)
('Episode', 10, 'Step', 144.0, 'Epsilon', 0.9410966666662808, 'Action', array([ 1.        ,  0.43999343,  0.        ]), 'Reward', -0.33058448890709186)
('Episode', 10, 'Step', 159.0, 'Epsilon', 0.9410466666662805, 'Action', array([-0.41978683,  0.45409894,  0.        ]), 'Reward', -0.53781238900271666)
('Episode', 10, 'Step', 174.0, 'Epsilon', 0.9409966666662801, 'Action', array([ 0.82039332,  0.3983765 ,  0.02454493]), 'Reward', -0.1974403759405278)
('Episode', 10, 'Step', 189.0, 'Epsilon', 0.9409466666662798, 'Action', array([ 1.        ,  0.40853994,  0.03219713]), 'Reward', -0.27157864504149148)
('Episode', 10, 'Step', 204.0, 'Epsilon', 0.9408966666662795, 'Action', array([ 0.52079802,  0.45641511,  0.        ]), 'Reward', -0.35121428973908164)
('Episode', 10, 'Step', 219.0, 'Epsilon', 0.9408466666662791, 'Action', array([ 0.78430741,  0.4714039 ,  0.01156181]), 'Reward', -0.24443877008888254)
('Episode', 10, 'Step', 234.0, 'Epsilon', 0.9407966666662788, 'Action', array([-0.0894992 ,  0.36463504,  0.0363824 ]), 'Reward', -0.31903331167436999)
('Episode', 10, 'Step', 249.0, 'Epsilon', 0.9407466666662785, 'Action', array([ 1.        ,  0.49995822,  0.        ]), 'Reward', -0.1801532297495555)
('Episode', 10, 'Step', 264.0, 'Epsilon', 0.9406966666662782, 'Action', array([ 0.3142194 ,  0.57940252,  0.        ]), 'Reward', -0.32232408071735008)
('Episode', 10, 'Step', 279.0, 'Epsilon', 0.9406466666662778, 'Action', array([-0.467917  ,  0.47036019,  0.        ]), 'Reward', -0.836016388269887)
('Episode', 10, 'Step', 294.0, 'Epsilon', 0.9405966666662775, 'Action', array([-0.13593686,  0.7158824 ,  0.00270178]), 'Reward', -0.55744770636254293)
('Episode', 10, 'Step', 309.0, 'Epsilon', 0.9405466666662772, 'Action', array([ 0.88815651,  0.44478882,  0.        ]), 'Reward', -0.66240224142163684)
('Episode', 10, 'Step', 324.0, 'Epsilon', 0.9404966666662768, 'Action', array([ 0.32123425,  0.40887137,  0.        ]), 'Reward', -4.7770854217248129)
('Episode', 10, 'Step', 339.0, 'Epsilon', 0.9404466666662765, 'Action', array([-0.33687279,  0.41771442,  0.        ]), 'Reward', -3.4288016186260588)
('Episode', 10, 'Step', 354.0, 'Epsilon', 0.9403966666662762, 'Action', array([-0.43404072,  0.36034244,  0.        ]), 'Reward', -1.520979928456943)
('Episode', 10, 'Step', 369.0, 'Epsilon', 0.9403466666662759, 'Action', array([ 0.18934474,  0.64932188,  0.        ]), 'Reward', -3.5772610898647539)
('Episode', 10, 'Step', 384.0, 'Epsilon', 0.9402966666662755, 'Action', array([-0.11540044,  0.50671486,  0.        ]), 'Reward', -8.1392463110371551)
('Episode', 10, 'Step', 399.0, 'Epsilon', 0.9402466666662752, 'Action', array([-0.25980397,  0.43471757,  0.03581589]), 'Reward', -6.8532099136544389)
('Episode', 10, 'Step', 414.0, 'Epsilon', 0.9401966666662749, 'Action', array([-0.74579106,  0.30831173,  0.        ]), 'Reward', -13.411532345828554)
('Episode', 10, 'Step', 429.0, 'Epsilon', 0.9401466666662746, 'Action', array([ 0.1748783 ,  0.48619015,  0.        ]), 'Reward', -1)
('Episode', 10, 'Step', 444.0, 'Epsilon', 0.9400966666662742, 'Action', array([ 0.34485005,  0.4275862 ,  0.        ]), 'Reward', -1)
('Episode', 10, 'Step', 459.0, 'Epsilon', 0.9400466666662739, 'Action', array([ 0.7229365,  0.4693986,  0.       ]), 'Reward', -0.30778587128728241)
('Episode', 10, 'Step', 474.0, 'Epsilon', 0.9399966666662736, 'Action', array([ 0.79092466,  0.57406791,  0.        ]), 'Reward', -0.35463683655687611)
('Episode', 10, 'Step', 489.0, 'Epsilon', 0.9399466666662732, 'Action', array([-0.56086143,  0.48033583,  0.        ]), 'Reward', -1.4493284820271557)
('Episode', 10, 'Step', 504.0, 'Epsilon', 0.9398966666662729, 'Action', array([ 0.952387  ,  0.45329065,  0.        ]), 'Reward', -0.40696858948319697)
('Episode', 10, 'Step', 519.0, 'Epsilon', 0.9398466666662726, 'Action', array([ 0.11016607,  0.38859865,  0.00869369]), 'Reward', -0.68344463986424497)
('Episode', 10, 'Step', 534.0, 'Epsilon', 0.9397966666662723, 'Action', array([-0.4739676 ,  0.38844158,  0.        ]), 'Reward', -0.6055777960729144)
('Episode', 10, 'Step', 549.0, 'Epsilon', 0.9397466666662719, 'Action', array([ 1.        ,  0.29170162,  0.00321582]), 'Reward', -0.11940822024985015)
('Episode', 10, 'Step', 564.0, 'Epsilon', 0.9396966666662716, 'Action', array([ 1.       ,  0.4385702,  0.       ]), 'Reward', -0.24639463737035605)
('Episode', 10, 'Step', 579.0, 'Epsilon', 0.9396466666662713, 'Action', array([ 0.51258938,  0.46926298,  0.        ]), 'Reward', -0.5137335780839436)
('Episode', 10, 'Step', 594.0, 'Epsilon', 0.939596666666271, 'Action', array([ 0.97601966,  0.5215957 ,  0.        ]), 'Reward', -0.42797011048731182)
('Episode', 10, 'Step', 609.0, 'Epsilon', 0.9395466666662706, 'Action', array([-0.28389502,  0.47024809,  0.        ]), 'Reward', -0.80853461412629823)
('Episode', 10, 'Step', 624.0, 'Epsilon', 0.9394966666662703, 'Action', array([-0.34476603,  0.5777217 ,  0.        ]), 'Reward', -1.4334487544460477)
('Episode', 10, 'Step', 639.0, 'Epsilon', 0.93944666666627, 'Action', array([-1.       ,  0.5565282,  0.       ]), 'Reward', -2.2668655563212887)
('Episode', 10, 'Step', 654.0, 'Epsilon', 0.9393966666662696, 'Action', array([-0.17685838,  0.35759318,  0.        ]), 'Reward', -1.2962297049178471)
('Episode', 10, 'Step', 669.0, 'Epsilon', 0.9393466666662693, 'Action', array([ 0.15787761,  0.34831037,  0.        ]), 'Reward', -1.477131902096442)
('Episode', 10, 'Step', 684.0, 'Epsilon', 0.939296666666269, 'Action', array([-0.08459134,  0.49551444,  0.        ]), 'Reward', -1.3087389197808297)
('Episode', 10, 'Step', 699.0, 'Epsilon', 0.9392466666662687, 'Action', array([-0.16847719,  0.42993721,  0.        ]), 'Reward', -2.8409237003911585)
('Episode', 10, 'Step', 714.0, 'Epsilon', 0.9391966666662683, 'Action', array([ 0.62077006,  0.3345089 ,  0.00725963]), 'Reward', -2.0725302686145657)
('Episode', 10, 'Step', 729.0, 'Epsilon', 0.939146666666268, 'Action', array([ 1.        ,  0.49769812,  0.        ]), 'Reward', -0.21581760492260427)
('Episode', 10, 'Step', 744.0, 'Epsilon', 0.9390966666662677, 'Action', array([ 0.36219525,  0.53168703,  0.        ]), 'Reward', -1.3657138687055523)
('Episode', 10, 'Step', 759.0, 'Epsilon', 0.9390466666662673, 'Action', array([ 0.44087708,  0.55700805,  0.        ]), 'Reward', -0.45449338121482841)
('Episode', 10, 'Step', 774.0, 'Epsilon', 0.938996666666267, 'Action', array([ 1.        ,  0.64292376,  0.        ]), 'Reward', -0.32009714781704968)
('Episode', 10, 'Step', 789.0, 'Epsilon', 0.9389466666662667, 'Action', array([ 1.        ,  0.63358518,  0.        ]), 'Reward', -0.3650975914693313)
('Episode', 10, 'Step', 804.0, 'Epsilon', 0.9388966666662664, 'Action', array([ 0.38867869,  0.27181439,  0.        ]), 'Reward', -0.29730184063874454)
('Episode', 10, 'Step', 819.0, 'Epsilon', 0.938846666666266, 'Action', array([-0.13805826,  0.37374125,  0.        ]), 'Reward', -0.45434972418408653)
('Episode', 10, 'Step', 834.0, 'Epsilon', 0.9387966666662657, 'Action', array([ 0.00378098,  0.41153577,  0.        ]), 'Reward', -0.28544562452570654)
('Episode', 10, 'Step', 849.0, 'Epsilon', 0.9387466666662654, 'Action', array([ 0.74229976,  0.5080619 ,  0.        ]), 'Reward', -0.20559270742551117)
('Episode', 10, 'Step', 864.0, 'Epsilon', 0.9386966666662651, 'Action', array([ 0.54245173,  0.41134206,  0.05209266]), 'Reward', -0.29444010213226124)
('Episode', 10, 'Step', 879.0, 'Epsilon', 0.9386466666662647, 'Action', array([ 0.68472201,  0.49075894,  0.09096303]), 'Reward', -0.21614395300337005)
('Episode', 10, 'Step', 894.0, 'Epsilon', 0.9385966666662644, 'Action', array([ 0.72464793,  0.53787997,  0.        ]), 'Reward', -0.32972496245028221)
('Episode', 10, 'Step', 909.0, 'Epsilon', 0.9385466666662641, 'Action', array([ 0.94428366,  0.46380277,  0.        ]), 'Reward', -0.29821514558516277)
('Episode', 10, 'Step', 924.0, 'Epsilon', 0.9384966666662637, 'Action', array([-0.44902612,  0.47537117,  0.        ]), 'Reward', -0.64703466359435691)
('Episode', 10, 'Step', 939.0, 'Epsilon', 0.9384466666662634, 'Action', array([ 0.02838542,  0.51482505,  0.01012125]), 'Reward', -0.24009048397451591)
('Episode', 10, 'Step', 954.0, 'Epsilon', 0.9383966666662631, 'Action', array([ 0.41466418,  0.45916144,  0.        ]), 'Reward', -0.30099863016828354)
('Episode', 10, 'Step', 969.0, 'Epsilon', 0.9383466666662628, 'Action', array([ 0.1334961 ,  0.54782233,  0.        ]), 'Reward', -0.2683029976406367)
('Episode', 10, 'Step', 984.0, 'Epsilon', 0.9382966666662624, 'Action', array([ 0.16648129,  0.28076499,  0.05503236]), 'Reward', -0.048764618242669512)
('Episode', 10, 'Step', 999.0, 'Epsilon', 0.9382466666662621, 'Action', array([-0.8899975 ,  0.44312576,  0.01828498]), 'Reward', -0.45060821970619269)
('Episode', 10, 'Step', 1014.0, 'Epsilon', 0.9381966666662618, 'Action', array([ 0.21000745,  0.48207398,  0.        ]), 'Reward', -0.30623340914182506)
('Episode', 10, 'Step', 1029.0, 'Epsilon', 0.9381466666662615, 'Action', array([ 1.        ,  0.59895489,  0.        ]), 'Reward', -0.31278167340914242)
('Episode', 10, 'Step', 1044.0, 'Epsilon', 0.9380966666662611, 'Action', array([ 1.        ,  0.66240835,  0.        ]), 'Reward', -0.4066693493845)
('Episode', 10, 'Step', 1059.0, 'Epsilon', 0.9380466666662608, 'Action', array([ 1.        ,  0.49527499,  0.02858656]), 'Reward', -0.32493201693938001)
('Episode', 10, 'Step', 1074.0, 'Epsilon', 0.9379966666662605, 'Action', array([ 0.33016253,  0.4131683 ,  0.03222286]), 'Reward', -0.13076646303456835)
('Episode', 10, 'Step', 1089.0, 'Epsilon', 0.9379466666662601, 'Action', array([ 0.66682168,  0.50464625,  0.        ]), 'Reward', -0.23940761912375721)
('Episode', 10, 'Step', 1104.0, 'Epsilon', 0.9378966666662598, 'Action', array([ 1.        ,  0.41905513,  0.        ]), 'Reward', -0.23740295158701413)
('Episode', 10, 'Step', 1119.0, 'Epsilon', 0.9378466666662595, 'Action', array([ 0.59777194,  0.39669457,  0.        ]), 'Reward', -0.15237036316940353)
('Episode', 10, 'Step', 1134.0, 'Epsilon', 0.9377966666662592, 'Action', array([ 1.        ,  0.56015321,  0.01278883]), 'Reward', -0.17189070898893682)
('Episode', 10, 'Step', 1149.0, 'Epsilon', 0.9377466666662588, 'Action', array([ 0.24994738,  0.35489835,  0.        ]), 'Reward', -0.13425477030220451)
('Episode', 10, 'Step', 1164.0, 'Epsilon', 0.9376966666662585, 'Action', array([-0.00413449,  0.3392985 ,  0.        ]), 'Reward', -0.1497526341549964)
('Episode', 10, 'Step', 1179.0, 'Epsilon', 0.9376466666662582, 'Action', array([ 0.51136209,  0.43062855,  0.        ]), 'Reward', -0.22548686129631382)
('Episode', 10, 'Step', 1194.0, 'Epsilon', 0.9375966666662578, 'Action', array([ 1.        ,  0.57185366,  0.00527941]), 'Reward', -0.21097072308689943)
('Episode', 10, 'Step', 1209.0, 'Epsilon', 0.9375466666662575, 'Action', array([ 0.85209704,  0.47175731,  0.        ]), 'Reward', -0.27707055949561066)
('Episode', 10, 'Step', 1224.0, 'Epsilon', 0.9374966666662572, 'Action', array([ 1.       ,  0.5584779,  0.       ]), 'Reward', -0.31678690359632866)
('Episode', 10, 'Step', 1239.0, 'Epsilon', 0.9374466666662569, 'Action', array([-0.9146436 ,  0.59428009,  0.        ]), 'Reward', -0.66295432324906012)
('Episode', 10, 'Step', 1254.0, 'Epsilon', 0.9373966666662565, 'Action', array([ 0.76609727,  0.30287234,  0.        ]), 'Reward', -0.18050164940365646)
('Episode', 10, 'Step', 1269.0, 'Epsilon', 0.9373466666662562, 'Action', array([ 0.25876182,  0.45050708,  0.        ]), 'Reward', -0.24516194958552129)
('Episode', 10, 'Step', 1284.0, 'Epsilon', 0.9372966666662559, 'Action', array([ 0.8319117 ,  0.39633357,  0.        ]), 'Reward', -0.23694385017834604)
('Episode', 10, 'Step', 1299.0, 'Epsilon', 0.9372466666662556, 'Action', array([ 0.37132542,  0.5229252 ,  0.        ]), 'Reward', -0.33930745311311078)
('Episode', 10, 'Step', 1314.0, 'Epsilon', 0.9371966666662552, 'Action', array([ 0.3859834 ,  0.49463972,  0.        ]), 'Reward', -0.39077554624627237)
('Episode', 10, 'Step', 1329.0, 'Epsilon', 0.9371466666662549, 'Action', array([ 0.93286964,  0.6389567 ,  0.        ]), 'Reward', -0.33367122241243485)
('Episode', 10, 'Step', 1344.0, 'Epsilon', 0.9370966666662546, 'Action', array([ 0.44249955,  0.60268321,  0.        ]), 'Reward', -0.35129544359226389)
('Episode', 10, 'Step', 1359.0, 'Epsilon', 0.9370466666662542, 'Action', array([ 1.        ,  0.41631537,  0.        ]), 'Reward', -0.26540346305127593)
('Episode', 10, 'Step', 1374.0, 'Epsilon', 0.9369966666662539, 'Action', array([ 0.26113205,  0.62659774,  0.        ]), 'Reward', -0.30574838021499706)
('Episode', 10, 'Step', 1389.0, 'Epsilon', 0.9369466666662536, 'Action', array([ 0.12956939,  0.44605237,  0.        ]), 'Reward', -0.27329418476412415)
('Episode', 10, 'Step', 1404.0, 'Epsilon', 0.9368966666662533, 'Action', array([ 0.17942155,  0.55749792,  0.        ]), 'Reward', -0.16370385027169157)
('Episode', 10, 'Step', 1419.0, 'Epsilon', 0.9368466666662529, 'Action', array([ 1.        ,  0.51370364,  0.03371715]), 'Reward', -0.22018207514522412)
('Episode', 10, 'Step', 1434.0, 'Epsilon', 0.9367966666662526, 'Action', array([ 0.62812898,  0.45612037,  0.        ]), 'Reward', -0.30835930892041052)
('Episode', 10, 'Step', 1449.0, 'Epsilon', 0.9367466666662523, 'Action', array([ 0.36078338,  0.63878712,  0.        ]), 'Reward', -0.41268154132014695)
('Episode', 10, 'Step', 1464.0, 'Epsilon', 0.936696666666252, 'Action', array([-0.53150422,  0.43666038,  0.        ]), 'Reward', -0.57126980325737398)
('Episode', 10, 'Step', 1479.0, 'Epsilon', 0.9366466666662516, 'Action', array([ 0.06493315,  0.34430756,  0.        ]), 'Reward', -0.2047376555050463)
('Episode', 10, 'Step', 1494.0, 'Epsilon', 0.9365966666662513, 'Action', array([-0.72808435,  0.34955992,  0.        ]), 'Reward', -0.31062356354385812)
('Episode', 10, 'Step', 1509.0, 'Epsilon', 0.936546666666251, 'Action', array([-0.52066775,  0.36911238,  0.        ]), 'Reward', -0.59429822474912464)
('Episode', 10, 'Step', 1524.0, 'Epsilon', 0.9364966666662506, 'Action', array([ 0.77604734,  0.54139043,  0.03497201]), 'Reward', -0.15259033448738551)
('Episode', 10, 'Step', 1539.0, 'Epsilon', 0.9364466666662503, 'Action', array([ 1.        ,  0.37398392,  0.        ]), 'Reward', -0.23621000645835219)
('Episode', 10, 'Step', 1554.0, 'Epsilon', 0.93639666666625, 'Action', array([ 0.169175  ,  0.60007307,  0.        ]), 'Reward', -0.45019511309327315)
('Episode', 10, 'Step', 1569.0, 'Epsilon', 0.9363466666662497, 'Action', array([ 0.27501291,  0.66603407,  0.        ]), 'Reward', -0.43493688881102716)
('Episode', 10, 'Step', 1584.0, 'Epsilon', 0.9362966666662493, 'Action', array([ 0.87898337,  0.49453583,  0.        ]), 'Reward', -0.28002946594494638)
('Episode', 10, 'Step', 1599.0, 'Epsilon', 0.936246666666249, 'Action', array([ 0.17121368,  0.30669512,  0.        ]), 'Reward', -0.20496343298741668)
('Episode', 10, 'Step', 1614.0, 'Epsilon', 0.9361966666662487, 'Action', array([-0.4671534 ,  0.44923619,  0.        ]), 'Reward', -0.36678602449536335)
('Episode', 10, 'Step', 1629.0, 'Epsilon', 0.9361466666662484, 'Action', array([ 0.64431354,  0.33587721,  0.00091868]), 'Reward', -0.18459001897264474)
('Episode', 10, 'Step', 1644.0, 'Epsilon', 0.936096666666248, 'Action', array([ 1.        ,  0.37268821,  0.        ]), 'Reward', -0.19807280386735471)
('Episode', 10, 'Step', 1659.0, 'Epsilon', 0.9360466666662477, 'Action', array([-0.12895133,  0.59821145,  0.06498652]), 'Reward', -0.50920887512163171)
('Episode', 10, 'Step', 1674.0, 'Epsilon', 0.9359966666662474, 'Action', array([-1.        ,  0.47765231,  0.        ]), 'Reward', -0.52165187004315139)
('Episode', 10, 'Step', 1689.0, 'Epsilon', 0.935946666666247, 'Action', array([ 0.13708392,  0.3665945 ,  0.        ]), 'Reward', -0.24009183293297223)
('Episode', 10, 'Step', 1704.0, 'Epsilon', 0.9358966666662467, 'Action', array([ 0.58569713,  0.61547228,  0.        ]), 'Reward', -0.31299721873615982)
('Episode', 10, 'Step', 1719.0, 'Epsilon', 0.9358466666662464, 'Action', array([ 0.51510009,  0.43101153,  0.        ]), 'Reward', -0.24288402631733461)
('Episode', 10, 'Step', 1734.0, 'Epsilon', 0.9357966666662461, 'Action', array([ 0.69824633,  0.18340921,  0.        ]), 'Reward', -0.084759626215111086)
('Episode', 10, 'Step', 1749.0, 'Epsilon', 0.9357466666662457, 'Action', array([ 1.        ,  0.56663641,  0.        ]), 'Reward', -0.28684988248335297)
('EpisodWaiting for request on port 3101
******* RESTARTING *****
e', 10, 'Step', 1764.0, 'Epsilon', 0.9356966666662454, 'Action', array([ 0.15499031,  0.46674991,  0.        ]), 'Reward', -0.26613458630439524)
('Episode', 10, 'Step', 1779.0, 'Epsilon', 0.9356466666662451, 'Action', array([-0.62799907,  0.37106351,  0.04995161]), 'Reward', -0.42976077315261146)
('Episode', 10, 'Step', 1794.0, 'Epsilon', 0.9355966666662447, 'Action', array([ 1.        ,  0.45667099,  0.        ]), 'Reward', -0.29088580542769893)
('Episode', 10, 'Step', 1809.0, 'Epsilon', 0.9355466666662444, 'Action', array([ 0.12862126,  0.36107112,  0.        ]), 'Reward', -0.44102651047221131)
('Episode', 10, 'Step', 1824.0, 'Epsilon', 0.9354966666662441, 'Action', array([ 1.        ,  0.45987282,  0.        ]), 'Reward', -0.19441145817945688)
('Episode', 10, 'Step', 1839.0, 'Epsilon', 0.9354466666662438, 'Action', array([-0.07978631,  0.40926665,  0.        ]), 'Reward', -0.28245704764388135)
('Episode', 10, 'Step', 1854.0, 'Epsilon', 0.9353966666662434, 'Action', array([ 0.08593425,  0.41910786,  0.01398475]), 'Reward', -0.2788758545704132)
('Episode', 10, 'Step', 1869.0, 'Epsilon', 0.9353466666662431, 'Action', array([ 0.70478557,  0.45825222,  0.0483301 ]), 'Reward', -0.26349933086150212)
('Episode', 10, 'Step', 1884.0, 'Epsilon', 0.9352966666662428, 'Action', array([-0.34379774,  0.36876581,  0.        ]), 'Reward', -0.38883954126901571)
('Episode', 10, 'Step', 1899.0, 'Epsilon', 0.9352466666662425, 'Action', array([-0.49506291,  0.56037191,  0.        ]), 'Reward', -0.47489957040201047)
('Episode', 10, 'Step', 1914.0, 'Epsilon', 0.9351966666662421, 'Action', array([ 0.21640917,  0.46310303,  0.        ]), 'Reward', -0.32923285591150092)
('Episode', 10, 'Step', 1929.0, 'Epsilon', 0.9351466666662418, 'Action', array([ 0.57998094,  0.25116097,  0.        ]), 'Reward', -0.16046605083211996)
('Episode', 10, 'Step', 1944.0, 'Epsilon', 0.9350966666662415, 'Action', array([-0.31798941,  0.44202917,  0.        ]), 'Reward', -0.38561726015483144)
('Episode', 10, 'Step', 1959.0, 'Epsilon', 0.9350466666662411, 'Action', array([ 0.21371414,  0.48063109,  0.        ]), 'Reward', -0.35439694202055821)
('Episode', 10, 'Step', 1974.0, 'Epsilon', 0.9349966666662408, 'Action', array([ 1.      ,  0.473237,  0.      ]), 'Reward', -0.29631195149600198)
('Episode', 10, 'Step', 1989.0, 'Epsilon', 0.9349466666662405, 'Action', array([ 1.        ,  0.55577517,  0.        ]), 'Reward', -0.26084296423353331)
TOTAL REWARD @ 10-th Episode  : Reward -5964.70666443
Total Step: 19526

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 11 Replay Buffer 19526 Early Stopping: 0 Epsilon: 0.934913333333 RN: 0.723504019463
('Episode', 11, 'Step', 4.0, 'Epsilon', 0.9348966666662402, 'Action', array([-0.95066105,  0.4481372 ,  0.        ]), 'Reward', 4.2127417533193618)
('Episode', 11, 'Step', 19.0, 'Epsilon', 0.9348466666662398, 'Action', array([-0.32705569,  0.44262348,  0.        ]), 'Reward', 10.929238142017498)
('Episode', 11, 'Step', 34.0, 'Epsilon', 0.9347966666662395, 'Action', array([-0.35286674,  0.38877611,  0.        ]), 'Reward', 24.653439577097263)
('Episode', 11, 'Step', 49.0, 'Epsilon', 0.9347466666662392, 'Action', array([-0.31122495,  0.55259412,  0.01462278]), 'Reward', 32.691918432607835)
('Episode', 11, 'Step', 64.0, 'Epsilon', 0.9346966666662389, 'Action', array([ 0.35808924,  0.26884245,  0.        ]), 'Reward', -11.928644886430185)
('Episode', 11, 'Step', 79.0, 'Epsilon', 0.9346466666662385, 'Action', array([ 0.62569273,  0.36620201,  0.07431   ]), 'Reward', -93.255601266769844)
('Episode', 11, 'Step', 94.0, 'Epsilon', 0.9345966666662382, 'Action', array([ 0.07721875,  0.41725279,  0.        ]), 'Reward', -86.30460442883961)
('Episode', 11, 'Step', 109.0, 'Epsilon', 0.9345466666662379, 'Action', array([-1.       ,  0.4916739,  0.       ]), 'Reward', -37.065851755532861)
('Episode', 11, 'Step', 124.0, 'Epsilon', 0.9344966666662375, 'Action', array([ 0.7577694 ,  0.39837219,  0.04645403]), 'Reward', -140.51457598309193)
('Episode', 11, 'Step', 139.0, 'Epsilon', 0.9344466666662372, 'Action', array([-0.32602104,  0.40094794,  0.        ]), 'Reward', -1.4814519868551681)
('Episode', 11, 'Step', 154.0, 'Epsilon', 0.9343966666662369, 'Action', array([ 0.89575179,  0.44523388,  0.00973385]), 'Reward', -1.3268343611484126)
('Episode', 11, 'Step', 169.0, 'Epsilon', 0.9343466666662366, 'Action', array([ 0.51297619,  0.35817675,  0.        ]), 'Reward', -1.6628948725198125)
('Episode', 11, 'Step', 184.0, 'Epsilon', 0.9342966666662362, 'Action', array([ 0.65132521,  0.41464523,  0.00382904]), 'Reward', -1.2499236562915077)
('Episode', 11, 'Step', 199.0, 'Epsilon', 0.9342466666662359, 'Action', array([-0.19456476,  0.61539183,  0.        ]), 'Reward', -2.6609805657833663)
('Episode', 11, 'Step', 214.0, 'Epsilon', 0.9341966666662356, 'Action', array([ 1.        ,  0.46689135,  0.        ]), 'Reward', 0.1261061818563807)
('Episode', 11, 'Step', 229.0, 'Epsilon', 0.9341466666662352, 'Action', array([ 0.18864554,  0.51764204,  0.        ]), 'Reward', 0.023066231849374796)
('Episode', 11, 'Step', 244.0, 'Epsilon', 0.9340966666662349, 'Action', array([ 1.        ,  0.54254671,  0.        ]), 'Reward', 0.27940160929211738)
('Episode', 11, 'Step', 259.0, 'Epsilon', 0.9340466666662346, 'Action', array([-1.        ,  0.48667765,  0.        ]), 'Reward', -0.25557952464749606)
('Episode', 11, 'Step', 274.0, 'Epsilon', 0.9339966666662343, 'Action', array([ 1.        ,  0.31609446,  0.        ]), 'Reward', -1.2465373281702012)
('Episode', 11, 'Step', 289.0, 'Epsilon', 0.9339466666662339, 'Action', array([-0.59434216,  0.47818943,  0.05136258]), 'Reward', 0.065214234768486271)
('Episode', 11, 'Step', 304.0, 'Epsilon', 0.9338966666662336, 'Action', array([ 1.        ,  0.37987551,  0.        ]), 'Reward', -0.67475488204684231)
('Episode', 11, 'Step', 319.0, 'Epsilon', 0.9338466666662333, 'Action', array([ 0.97057876,  0.61777044,  0.        ]), 'Reward', -0.62702985960019109)
('Episode', 11, 'Step', 334.0, 'Epsilon', 0.933796666666233, 'Action', array([-0.10473954,  0.29965215,  0.        ]), 'Reward', -0.083668933798201117)
('Episode', 11, 'Step', 349.0, 'Epsilon', 0.9337466666662326, 'Action', array([ 0.14124673,  0.48456537,  0.        ]), 'Reward', -0.65465140387809029)
('Episode', 11, 'Step', 364.0, 'Epsilon', 0.9336966666662323, 'Action', array([ 0.43825146,  0.32896198,  0.        ]), 'Reward', -0.34541950392186349)
('Episode', 11, 'Step', 379.0, 'Epsilon', 0.933646666666232, 'Action', array([ 0.00970329,  0.50968805,  0.00299224]), 'Reward', -0.92092333680619276)
('Episode', 11, 'Step', 394.0, 'Epsilon', 0.9335966666662316, 'Action', array([ 1.       ,  0.3809774,  0.       ]), 'Reward', -0.69143641142425871)
('Episode', 11, 'Step', 409.0, 'Epsilon', 0.9335466666662313, 'Action', array([ 0.88583445,  0.37189951,  0.        ]), 'Reward', -0.65882631046850293)
('Episode', 11, 'Step', 424.0, 'Epsilon', 0.933496666666231, 'Action', array([ 0.45841491,  0.42241762,  0.03969614]), 'Reward', -0.70177997747152943)
('Episode', 11, 'Step', 439.0, 'Epsilon', 0.9334466666662307, 'Action', array([-0.26519101,  0.35776108,  0.        ]), 'Reward', -0.80369549386242178)
('Episode', 11, 'Step', 454.0, 'Epsilon', 0.9333966666662303, 'Action', array([ 0.96405428,  0.37601749,  0.        ]), 'Reward', -0.23076285814519487)
('Episode', 11, 'Step', 469.0, 'Epsilon', 0.93334666666623, 'Action', array([ 0.41580456,  0.56226661,  0.        ]), 'Reward', -0.61849355009747764)
('Episode', 11, 'Step', 484.0, 'Epsilon', 0.9332966666662297, 'Action', array([-0.26991378,  0.34368941,  0.        ]), 'Reward', -1.0395829668786625)
('Episode', 11, 'Step', 499.0, 'Epsilon', 0.9332466666662294, 'Action', array([ 0.70243699,  0.55147077,  0.        ]), 'Reward', -0.54047079615770632)
('Episode', 11, 'Step', 514.0, 'Epsilon', 0.933196666666229, 'Action', array([-0.43063364,  0.50489393,  0.01384267]), 'Reward', -1.3104570521336449)
('Episode', 11, 'Step', 529.0, 'Epsilon', 0.9331466666662287, 'Action', array([-0.28877047,  0.59114321,  0.        ]), 'Reward', -1.614384602919438)
('Episode', 11, 'Step', 544.0, 'Epsilon', 0.9330966666662284, 'Action', array([ 1.        ,  0.60670821,  0.        ]), 'Reward', -0.87735347307453682)
('Episode', 11, 'Step', 559.0, 'Epsilon', 0.933046666666228, 'Action', array([ 1.        ,  0.4229986 ,  0.03664141]), 'Reward', -0.89176436113792468)
('Episode', 11, 'Step', 574.0, 'Epsilon', 0.9329966666662277, 'Action', array([ 1.        ,  0.44404242,  0.        ]), 'Reward', -0.60094188308222884)
('Episode', 11, 'Step', 589.0, 'Epsilon', 0.9329466666662274, 'Action', array([-0.02107853,  0.43565003,  0.        ]), 'Reward', -0.59319137809926481)
('Episode', 11, 'Step', 604.0, 'Epsilon', 0.9328966666662271, 'Action', array([ 0.30386939,  0.36416826,  0.        ]), 'Reward', -0.96393193093366358)
('Episode', 11, 'Step', 619.0, 'Epsilon', 0.9328466666662267, 'Action', array([-0.43997997,  0.52302053,  0.04736855]), 'Reward', -1.1710560277868083)
('Episode', 11, 'Step', 634.0, 'Epsilon', 0.9327966666662264, 'Action', array([-0.12779919,  0.29445183,  0.03109703]), 'Reward', -0.43481779386680997)
('Episode', 11, 'Step', 649.0, 'Epsilon', 0.9327466666662261, 'Action', array([-0.06722216,  0.34399942,  0.0124686 ]), 'Reward', -0.957059347747654)
('Episode', 11, 'Step', 664.0, 'Epsilon', 0.9326966666662257, 'Action', array([ 0.07130442,  0.46190814,  0.        ]), 'Reward', -0.74695869883409316)
('Episode', 11, 'Step', 679.0, 'Epsilon', 0.9326466666662254, 'Action', array([ 1.        ,  0.51713255,  0.        ]), 'Reward', -1.0906478036625142)
('Episode', 11, 'Step', 694.0, 'Epsilon', 0.9325966666662251, 'Action', array([ 0.33363767,  0.56184846,  0.        ]), 'Reward', -1.0059805659254561)
('Episode', 11, 'Step', 709.0, 'Epsilon', 0.9325466666662248, 'Action', array([ 0.3205279 ,  0.66342918,  0.        ]), 'Reward', -2.4627447916346004)
('Episode', 11, 'Step', 724.0, 'Epsilon', 0.9324966666662244, 'Action', array([ 0.30785102,  0.28866921,  0.03785058]), 'Reward', -1.080380435115613)
('Episode', 11, 'Step', 739.0, 'Epsilon', 0.9324466666662241, 'Action', array([-0.8708795 ,  0.45076157,  0.        ]), 'Reward', -3.5813615941886701)
('Episode', 11, 'Step', 754.0, 'Epsilon', 0.9323966666662238, 'Action', array([-0.92440434,  0.53611144,  0.        ]), 'Reward', -2.823054102434805)
('Episode', 11, 'Step', 769.0, 'Epsilon', 0.9323466666662235, 'Action', array([-0.29281248,  0.47272894,  0.        ]), 'Reward', -3.290487063932364)
('Episode', 11, 'Step', 784.0, 'Epsilon', 0.9322966666662231, 'Action', array([ 0.94044191,  0.46673932,  0.02944182]), 'Reward', -0.81071989739763217)
('Episode', 11, 'Step', 799.0, 'Epsilon', 0.9322466666662228, 'Action', array([ 0.58959416,  0.46294796,  0.        ]), 'Reward', -1.0357295749954494)
('Episode', 11, 'Step', 814.0, 'Epsilon', 0.9321966666662225, 'Action', array([ 1.        ,  0.48437511,  0.04491737]), 'Reward', -1.281858713592094)
('Episode', 11, 'Step', 829.0, 'Epsilon', 0.9321466666662221, 'Action', array([ 1.        ,  0.25684898,  0.        ]), 'Reward', -0.54284736380632681)
('Episode', 11, 'Step', 844.0, 'Epsilon', 0.9320966666662218, 'Action', array([-0.00088974,  0.37075209,  0.        ]), 'Reward', -1.210889786783381)
('Episode', 11, 'Step', 859.0, 'Epsilon', 0.9320466666662215, 'Action', array([ 0.63540536,  0.62258176,  0.        ]), 'Reward', -1.6095604883867269)
('Episode', 11, 'Step', 874.0, 'Epsilon', 0.9319966666662212, 'Action', array([ 0.70044333,  0.43367324,  0.        ]), 'Reward', -1.2039135322978192)
('Episode', 11, 'Step', 889.0, 'Epsilon', 0.9319466666662208, 'Action', array([ 0.43231477,  0.29654091,  0.        ]), 'Reward', -1.4911473484421007)
('Episode', 11, 'Step', 904.0, 'Epsilon', 0.9318966666662205, 'Action', array([-0.30712829,  0.37370242,  0.        ]), 'Reward', -2.7318771776322217)
('Episode', 11, 'Step', 919.0, 'Epsilon', 0.9318466666662202, 'Action', array([ 0.17549762,  0.38128487,  0.02554433]), 'Reward', -1.642210130422908)
('Episode', 11, 'Step', 934.0, 'Epsilon', 0.9317966666662199, 'Action', array([ 0.36544452,  0.4817211 ,  0.        ]), 'Reward', -2.1843911810002234)
('Episode', 11, 'Step', 949.0, 'Epsilon', 0.9317466666662195, 'Action', array([ 0.61056024,  0.54237133,  0.        ]), 'Reward', -2.4953640220786135)
('Episode', 11, 'Step', 964.0, 'Epsilon', 0.9316966666662192, 'Action', array([ 0.40588437,  0.54104637,  0.01282295]), 'Reward', 0.049687592558155622)
('Episode', 11, 'Step', 979.0, 'Epsilon', 0.9316466666662189, 'Action', array([ 0.10619308,  0.65853043,  0.02381066]), 'Reward', -0.84441533568843841)
('Episode', 11, 'Step', 994.0, 'Epsilon', 0.9315966666662185, 'Action', array([ 0.84177053,  0.52751112,  0.        ]), 'Reward', -0.36766111571574694)
('Episode', 11, 'Step', 1009.0, 'Epsilon', 0.9315466666662182, 'Action', array([-0.03357425,  0.5158623 ,  0.00997718]), 'Reward', -0.64326688057616188)
('Episode', 11, 'Step', 1024.0, 'Epsilon', 0.9314966666662179, 'Action', array([-0.28169429,  0.58679511,  0.        ]), 'Reward', -1.0708547504629808)
('Episode', 11, 'Step', 1039.0, 'Epsilon', 0.9314466666662176, 'Action', array([-0.28302235,  0.40130155,  0.        ]), 'Reward', 0.0083496780386742506)
('Episode', 11, 'Step', 1054.0, 'Epsilon', 0.9313966666662172, 'Action', array([ 1.        ,  0.28881648,  0.04432737]), 'Reward', -0.47042208263134044)
('Episode', 11, 'Step', 1069.0, 'Epsilon', 0.9313466666662169, 'Action', array([ 1.        ,  0.31546864,  0.        ]), 'Reward', -0.44152469601460476)
('Episode', 11, 'Step', 1084.0, 'Epsilon', 0.9312966666662166, 'Action', array([ 0.44691707,  0.62445894,  0.        ]), 'Reward', -0.59262857667528945)
('Episode', 11, 'Step', 1099.0, 'Epsilon', 0.9312466666662162, 'Action', array([ 0.86554372,  0.4047399 ,  0.        ]), 'Reward', -0.11158429496364305)
('Episode', 11, 'Step', 1114.0, 'Epsilon', 0.9311966666662159, 'Action', array([-0.22078833,  0.47184718,  0.00931834]), 'Reward', -0.46978801935000319)
('Episode', 11, 'Step', 1129.0, 'Epsilon', 0.9311466666662156, 'Action', array([ 1.        ,  0.57541348,  0.        ]), 'Reward', -0.76417536071088432)
('Episode', 11, 'Step', 1144.0, 'Epsilon', 0.9310966666662153, 'Action', array([ 0.75292991,  0.42618033,  0.        ]), 'Reward', -0.9341026476378691)
('Episode', 11, 'Step', 1159.0, 'Epsilon', 0.9310466666662149, 'Action', array([-1.        ,  0.34934114,  0.05032704]), 'Reward', -1.3041220025014368)
('Episode', 11, 'Step', 1174.0, 'Epsilon', 0.9309966666662146, 'Action', array([ 0.95840073,  0.52744871,  0.        ]), 'Reward', -0.55202976551128324)
('Episode', 11, 'Step', 1189.0, 'Epsilon', 0.9309466666662143, 'Action', array([ 0.49554105,  0.36554818,  0.        ]), 'Reward', -0.52712496485463212)
('Episode', 11, 'Step', 1204.0, 'Epsilon', 0.930896666666214, 'Action', array([ 0.75309902,  0.54976759,  0.        ]), 'Reward', -1.2930575420198178)
('Episode', 11, 'Step', 1219.0, 'Epsilon', 0.9308466666662136, 'Action', array([-0.18095692,  0.38049638,  0.03275885]), 'Reward', -1.0821033034379726)
('Episode', 11, 'Step', 1234.0, 'Epsilon', 0.9307966666662133, 'Action', array([ 0.12451983,  0.46583221,  0.        ]), 'Reward', -0.80259611451279134)
('Episode', 11, 'Step', 1249.0, 'Epsilon', 0.930746666666213, 'Action', array([ 0.65104579,  0.39449179,  0.00164496]), 'Reward', -0.90190694299151497)
('Episode', 11, 'Step', 1264.0, 'Epsilon', 0.9306966666662126, 'Action', array([-0.63610367,  0.46043828,  0.        ]), 'Reward', -1.8139392298781085)
('Episode', 11, 'Step', 1279.0, 'Epsilon', 0.9306466666662123, 'Action', array([ 0.96233675,  0.52741655,  0.        ]), 'Reward', -0.95545546822926519)
('Episode', 11, 'Step', 1294.0, 'Epsilon', 0.930596666666212, 'Action', array([ 0.53623057,  0.53053228,  0.        ]), 'Reward', -0.76883291953035038)
('Episode', 11, 'Step', 1309.0, 'Epsilon', 0.9305466666662117, 'Action', array([-0.48089287,  0.40782586,  0.0475702 ]), 'Reward', -1.6289970885629295)
('Episode', 11, 'Step', 1324.0, 'Epsilon', 0.9304966666662113, 'Action', array([-0.16207798,  0.43379895,  0.01274615]), 'Reward', -1.2039182387873826)
('Episode', 11, 'Step', 1339.0, 'Epsilon', 0.930446666666211, 'Action', array([  1.00000000e+00,   5.74766385e-01,   1.24993993e-04]), 'Reward', -0.74999092661001243)
('Episode', 11, 'Step', 1354.0, 'Epsilon', 0.9303966666662107, 'Action', array([ 0.47987836,  0.26374632,  0.        ]), 'Reward', -0.72089636619733022)
('Episode', 11, 'Step', 1369.0, 'Epsilon', 0.9303466666662104, 'Action', array([ 1.        ,  0.44738156,  0.03093289]), 'Reward', -0.85309595810315186)
('Episode', 11, 'Step', 1384.0, 'Epsilon', 0.93029666666621, 'Action', array([-0.01786874,  0.56104877,  0.        ]), 'Reward', -1.7477450286542848)
('Episode', 11, 'Step', 1399.0, 'Epsilon', 0.9302466666662097, 'Action', array([ 1.       ,  0.3866116,  0.       ]), 'Reward', -0.65368968675830152)
('Episode', 11, 'Step', 1414.0, 'Epsilon', 0.9301966666662094, 'Action', array([-0.07374576,  0.33210627,  0.        ]), 'Reward', -1.4775348639288979)
('Episode', 11, 'Step', 1429.0, 'Epsilon', 0.930146666666209, 'Action', array([ 0.20370307,  0.5403776 ,  0.        ]), 'Reward', -1.549809283523369)
('Episode', 11, 'Step', 1444.0, 'Epsilon', 0.9300966666662087, 'Action', array([ 0.95890086,  0.56584947,  0.        ]), 'Reward', -1.0283796666479734)
('Episode', 11, 'Step', 1459.0, 'Epsilon', 0.9300466666662084, 'Action', array([ 1.        ,  0.40302097,  0.05801677]), 'Reward', -0.83660630823162419)
('Episode', 11, 'Step', 1474.0, 'Epsilon', 0.9299966666662081, 'Action', array([ 0.18547999,  0.34592956,  0.00828267]), 'Reward', -0.8496008415244134)
('Episode', 11, 'Step', 1489.0, 'Epsilon', 0.9299466666662077, 'Action', array([-0.63889748,  0.46022579,  0.        ]), 'Reward', -2.990405315514415)
('Episode', 11, 'Step', 1504.0, 'Epsilon', 0.9298966666662074, 'Action', array([ 0.43761945,  0.4730002 ,  0.05721441]), 'Reward', -1.0169023762120646)
('Episode', 11, 'Step', 1519.0, 'Epsilon', 0.9298466666662071, 'Action', array([-1.        ,  0.53333369,  0.        ]), 'Reward', -4.6769880731074558)
('Episode', 11, 'Step', 1534.0, 'Epsilon', 0.9297966666662068, 'Action', array([-0.91482214,  0.40221511,  0.03267541]), 'Reward', -2.5867448367245416)
('Episode', 11, 'Step', 1549.0, 'Epsilon', 0.9297466666662064, 'Action', array([ 0.60588676,  0.37308085,  0.02958848]), 'Reward', -5.5992351135325809)
('Episode', 11, 'Step', 1564.0, 'Epsilon', 0.9296966666662061, 'Action', array([ 0.44873478,  0.56255932,  0.        ]), 'Reward', -3.3817137592033575)
('Episode', 11, 'Step', 1579.0, 'Epsilon', 0.9296466666662058, 'Action', array([-0.67880419,  0.3737042 ,  0.        ]), 'Reward', -1.0102403789138368)
('Episode', 11, 'Step', 1594.0, 'Epsilon', 0.9295966666662054, 'Action', array([-0.71945137,  0.51816259,  0.01995852]), 'Reward', -1.0651182668521861)
('Episode', 11, 'Step', 1609.0, 'Epsilon', 0.9295466666662051, 'Action', array([ 0.57700628,  0.53600319,  0.03730043]), 'Reward', -1.431765943109923)
('Episode', 11, 'Step', 1624.0, 'Epsilon', 0.9294966666662048, 'Action', array([ 0.2447798 ,  0.55571856,  0.        ]), 'Reward', -0.92060010131974401)
('Episode', 11, 'Step', 1639.0, 'Epsilon', 0.9294466666662045, 'Action', array([ 0.06603076,  0.33663771,  0.        ]), 'Reward', -1.1525598999191433)
('Episode', 11, 'Step', 1654.0, 'Epsilon', 0.9293966666662041, 'Action', array([ 0.28317397,  0.4099931 ,  0.0345579 ]), 'Reward', -0.91296050600572221)
('Episode', 11, 'Step', 1669.0, 'Epsilon', 0.9293466666662038, 'Action', array([ 0.24743029,  0.30843084,  0.        ]), 'Reward', -1.6275231013914082)
('Episode', 11, 'Step', 1684.0, 'Epsilon', 0.9292966666662035, 'Action', array([  1.00000000e+00,   4.90783281e-01,   9.72064853e-04]), 'Reward', -0.90231482916372929)
('Episode', 11, 'Step', 1699.0, 'Epsilon', 0.9292466666662031, 'Action', array([ 1.        ,  0.40123353,  0.        ]), 'Reward', -1.9871051647710516)
('Episode', 11, 'Step', 1714.0, 'Epsilon', 0.9291966666662028, 'Action', array([ 0.07466689,  0.30722697,  0.011028  ]), 'Reward', -1.084203319147087)
('Episode', 11, 'Step', 1729.0, 'Epsilon', 0.9291466666662025, 'Action', array([-0.05313072,  0.53332968,  0.        ]), 'Reward', -1.2053724455411379)
('Episode', 11, 'Step', 1744.0, 'Epsilon', 0.9290966666662022, 'Action', array([ 0.88855201,  0.41405333,  0.        ]), 'Reward', -0.5189826598586289)
('Episode', 11, 'Step', 1759.0, 'EpsiWaiting for request on port 3101
******* RESTARTING *****
lon', 0.9290466666662018, 'Action', array([-0.64524483,  0.37560284,  0.        ]), 'Reward', -0.59093457990210441)
('Episode', 11, 'Step', 1774.0, 'Epsilon', 0.9289966666662015, 'Action', array([-0.00932327,  0.65100821,  0.        ]), 'Reward', -0.92856653232998365)
('Episode', 11, 'Step', 1789.0, 'Epsilon', 0.9289466666662012, 'Action', array([ 1.        ,  0.53378687,  0.        ]), 'Reward', -0.46285426180107248)
('Episode', 11, 'Step', 1804.0, 'Epsilon', 0.9288966666662009, 'Action', array([ 1.        ,  0.49114103,  0.00154216]), 'Reward', -0.37863371242130617)
('Episode', 11, 'Step', 1819.0, 'Epsilon', 0.9288466666662005, 'Action', array([ 1.        ,  0.63482932,  0.        ]), 'Reward', -0.61886899144216234)
('Episode', 11, 'Step', 1834.0, 'Epsilon', 0.9287966666662002, 'Action', array([ 1.        ,  0.37642384,  0.        ]), 'Reward', -0.65054861097553029)
('Episode', 11, 'Step', 1849.0, 'Epsilon', 0.9287466666661999, 'Action', array([ 0.47399612,  0.45015477,  0.        ]), 'Reward', -0.51548243483611222)
('Episode', 11, 'Step', 1864.0, 'Epsilon', 0.9286966666661995, 'Action', array([ 0.07583028,  0.34817309,  0.        ]), 'Reward', -0.98430919426148478)
('Episode', 11, 'Step', 1879.0, 'Epsilon', 0.9286466666661992, 'Action', array([ 0.01552195,  0.52738241,  0.        ]), 'Reward', -0.88348443978780011)
('Episode', 11, 'Step', 1894.0, 'Epsilon', 0.9285966666661989, 'Action', array([ 0.93581028,  0.44357379,  0.        ]), 'Reward', -0.64544284185651812)
('Episode', 11, 'Step', 1909.0, 'Epsilon', 0.9285466666661986, 'Action', array([ 0.69443534,  0.42290947,  0.02127667]), 'Reward', -0.59602708798374215)
('Episode', 11, 'Step', 1924.0, 'Epsilon', 0.9284966666661982, 'Action', array([ 0.30449325,  0.50255902,  0.        ]), 'Reward', -0.96072786672097088)
('Episode', 11, 'Step', 1939.0, 'Epsilon', 0.9284466666661979, 'Action', array([ 1.        ,  0.29516828,  0.        ]), 'Reward', -0.85999710152293929)
('Episode', 11, 'Step', 1954.0, 'Epsilon', 0.9283966666661976, 'Action', array([-0.62749236,  0.40937077,  0.00209907]), 'Reward', -0.74698288760989895)
('Episode', 11, 'Step', 1969.0, 'Epsilon', 0.9283466666661973, 'Action', array([-0.62857   ,  0.44495795,  0.        ]), 'Reward', -1.1262386428635183)
('Episode', 11, 'Step', 1984.0, 'Epsilon', 0.9282966666661969, 'Action', array([ 0.51126096,  0.41007607,  0.        ]), 'Reward', -0.58290850653228832)
('Episode', 11, 'Step', 1999.0, 'Epsilon', 0.9282466666661966, 'Action', array([-0.15807883,  0.30851486,  0.10214236]), 'Reward', -0.47064174578184437)
TOTAL REWARD @ 11-th Episode  : Reward -4703.65384366
Total Step: 21526

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 12 Replay Buffer 21526 Early Stopping: 0 Epsilon: 0.928246666666 RN: 0.657756470994
('Episode', 12, 'Step', 14.0, 'Epsilon', 0.9281966666661963, 'Action', array([ 0.70851277,  0.57137896,  0.        ]), 'Reward', 11.495971922512815)
('Episode', 12, 'Step', 29.0, 'Epsilon', 0.9281466666661959, 'Action', array([ 0.6975076 ,  0.58997055,  0.        ]), 'Reward', 22.62057131687294)
('Episode', 12, 'Step', 44.0, 'Epsilon', 0.9280966666661956, 'Action', array([ 1.        ,  0.39799989,  0.05079075]), 'Reward', 10.080800304054861)
('Episode', 12, 'Step', 59.0, 'Epsilon', 0.9280466666661953, 'Action', array([ 0.20567905,  0.43130447,  0.        ]), 'Reward', -4.5799639995905039)
('Episode', 12, 'Step', 74.0, 'Epsilon', 0.927996666666195, 'Action', array([-1.       ,  0.4406884,  0.       ]), 'Reward', -0.41202285072899059)
('Episode', 12, 'Step', 89.0, 'Epsilon', 0.9279466666661946, 'Action', array([ 0.53676186,  0.4937652 ,  0.        ]), 'Reward', -1.2849188367807307)
('Episode', 12, 'Step', 104.0, 'Epsilon', 0.9278966666661943, 'Action', array([-0.02889808,  0.33401982,  0.00655059]), 'Reward', -0.67783322398927215)
('Episode', 12, 'Step', 119.0, 'Epsilon', 0.927846666666194, 'Action', array([-0.70889477,  0.44565111,  0.02998001]), 'Reward', -1.0888726799046857)
('Episode', 12, 'Step', 134.0, 'Epsilon', 0.9277966666661936, 'Action', array([-0.36364618,  0.41159347,  0.        ]), 'Reward', -0.54481439909570395)
('Episode', 12, 'Step', 149.0, 'Epsilon', 0.9277466666661933, 'Action', array([ 0.34317649,  0.37291302,  0.        ]), 'Reward', -0.90148852750041408)
('Episode', 12, 'Step', 164.0, 'Epsilon', 0.927696666666193, 'Action', array([-0.57602263,  0.64932104,  0.02913395]), 'Reward', -1.1470065238380704)
('Episode', 12, 'Step', 179.0, 'Epsilon', 0.9276466666661927, 'Action', array([ 0.65152901,  0.43752899,  0.04027128]), 'Reward', -0.86737154329022237)
('Episode', 12, 'Step', 194.0, 'Epsilon', 0.9275966666661923, 'Action', array([-0.90593928,  0.28961424,  0.0111695 ]), 'Reward', -0.27882767124083635)
('Episode', 12, 'Step', 209.0, 'Epsilon', 0.927546666666192, 'Action', array([ 0.57481902,  0.66923932,  0.        ]), 'Reward', -2.2753903116223215)
('Episode', 12, 'Step', 224.0, 'Epsilon', 0.9274966666661917, 'Action', array([ 0.4930761 ,  0.3555909 ,  0.05412406]), 'Reward', -0.89397495923314585)
('Episode', 12, 'Step', 239.0, 'Epsilon', 0.9274466666661914, 'Action', array([-1.        ,  0.37682589,  0.        ]), 'Reward', -0.46010075622647473)
('Episode', 12, 'Step', 254.0, 'Epsilon', 0.927396666666191, 'Action', array([-1.        ,  0.44669991,  0.        ]), 'Reward', -0.96867877638412236)
('Episode', 12, 'Step', 269.0, 'Epsilon', 0.9273466666661907, 'Action', array([-0.77595816,  0.55391359,  0.02124929]), 'Reward', -0.86738018581936771)
('Episode', 12, 'Step', 284.0, 'Epsilon', 0.9272966666661904, 'Action', array([ 0.20864486,  0.54195609,  0.        ]), 'Reward', -2.0474894504939112)
('Episode', 12, 'Step', 299.0, 'Epsilon', 0.92724666666619, 'Action', array([ 0.24368623,  0.46014657,  0.        ]), 'Reward', -1.3264294553062854)
('Episode', 12, 'Step', 314.0, 'Epsilon', 0.9271966666661897, 'Action', array([ 0.11326803,  0.52212888,  0.03521337]), 'Reward', -1.7942920478099682)
('Episode', 12, 'Step', 329.0, 'Epsilon', 0.9271466666661894, 'Action', array([ 0.19581397,  0.49885082,  0.        ]), 'Reward', -2.0187755337042139)
('Episode', 12, 'Step', 344.0, 'Epsilon', 0.9270966666661891, 'Action', array([-0.09344455,  0.40803667,  0.11095985]), 'Reward', -0.89872512106621638)
('Episode', 12, 'Step', 359.0, 'Epsilon', 0.9270466666661887, 'Action', array([ 1.        ,  0.45142242,  0.        ]), 'Reward', -3.0722891659019367)
('Episode', 12, 'Step', 374.0, 'Epsilon', 0.9269966666661884, 'Action', array([ 0.56407422,  0.44869309,  0.        ]), 'Reward', -3.7729475078825354)
('Episode', 12, 'Step', 389.0, 'Epsilon', 0.9269466666661881, 'Action', array([ 0.46103984,  0.43003002,  0.01702544]), 'Reward', -2.7244025957938818)
('Episode', 12, 'Step', 404.0, 'Epsilon', 0.9268966666661878, 'Action', array([-1.        ,  0.5175075 ,  0.01005149]), 'Reward', -1.2609408149958283)
('Episode', 12, 'Step', 419.0, 'Epsilon', 0.9268466666661874, 'Action', array([-1.        ,  0.48475534,  0.        ]), 'Reward', -1.0361342498466755)
('Episode', 12, 'Step', 434.0, 'Epsilon', 0.9267966666661871, 'Action', array([-0.48044631,  0.42309793,  0.        ]), 'Reward', -1.4614732644569961)
('Episode', 12, 'Step', 449.0, 'Epsilon', 0.9267466666661868, 'Action', array([-0.53022814,  0.49433874,  0.        ]), 'Reward', -1.7516561178562717)
('Episode', 12, 'Step', 464.0, 'Epsilon', 0.9266966666661864, 'Action', array([  9.29719813e-02,   3.48520913e-01,   1.10515050e-04]), 'Reward', -2.90519271832237)
('Episode', 12, 'Step', 479.0, 'Epsilon', 0.9266466666661861, 'Action', array([-0.5642591 ,  0.41923111,  0.        ]), 'Reward', -1.9021845784335878)
('Episode', 12, 'Step', 494.0, 'Epsilon', 0.9265966666661858, 'Action', array([-0.67047042,  0.41651517,  0.        ]), 'Reward', -1.6044376285093178)
('Episode', 12, 'Step', 509.0, 'Epsilon', 0.9265466666661855, 'Action', array([-0.68125218,  0.5884718 ,  0.        ]), 'Reward', -2.8326055521180225)
('Episode', 12, 'Step', 524.0, 'Epsilon', 0.9264966666661851, 'Action', array([-1.        ,  0.47879933,  0.        ]), 'Reward', -1.7215771180109143)
('Episode', 12, 'Step', 539.0, 'Epsilon', 0.9264466666661848, 'Action', array([ 0.79004995,  0.4556813 ,  0.        ]), 'Reward', -7.1456407523461252)
('Episode', 12, 'Step', 554.0, 'Epsilon', 0.9263966666661845, 'Action', array([-1.        ,  0.73699816,  0.        ]), 'Reward', -2.8165336773031631)
('Episode', 12, 'Step', 569.0, 'Epsilon', 0.9263466666661841, 'Action', array([-0.82099515,  0.36316439,  0.        ]), 'Reward', -1.7241390204166136)
('Episode', 12, 'Step', 584.0, 'Epsilon', 0.9262966666661838, 'Action', array([-0.05485436,  0.47592925,  0.        ]), 'Reward', -4.2013157249658013)
('Episode', 12, 'Step', 599.0, 'Epsilon', 0.9262466666661835, 'Action', array([-0.54537031,  0.51656155,  0.        ]), 'Reward', -4.0323746677294414)
('Episode', 12, 'Step', 614.0, 'Epsilon', 0.9261966666661832, 'Action', array([-0.1489618 ,  0.50494313,  0.04127825]), 'Reward', -2.7862729025276076)
('Episode', 12, 'Step', 629.0, 'Epsilon', 0.9261466666661828, 'Action', array([-0.87851283,  0.52045021,  0.        ]), 'Reward', -7.843589765366767)
('Episode', 12, 'Step', 644.0, 'Epsilon', 0.9260966666661825, 'Action', array([-0.05105234,  0.50685838,  0.08586118]), 'Reward', -6.950606334913056)
('Episode', 12, 'Step', 659.0, 'Epsilon', 0.9260466666661822, 'Action', array([ 0.14563219,  0.43117763,  0.        ]), 'Reward', -4.436457882493734)
('Episode', 12, 'Step', 674.0, 'Epsilon', 0.9259966666661819, 'Action', array([-0.2532621 ,  0.37285609,  0.        ]), 'Reward', -4.0108509931948699)
('Episode', 12, 'Step', 689.0, 'Epsilon', 0.9259466666661815, 'Action', array([-0.44078688,  0.48352492,  0.        ]), 'Reward', -5.0243772882962725)
('Episode', 12, 'Step', 704.0, 'Epsilon', 0.9258966666661812, 'Action', array([-0.94553379,  0.47368767,  0.        ]), 'Reward', -5.043452340182963)
('Episode', 12, 'Step', 719.0, 'Epsilon', 0.9258466666661809, 'Action', array([-0.73898565,  0.42915578,  0.01222156]), 'Reward', -6.9256819569930794)
('Episode', 12, 'Step', 734.0, 'Epsilon', 0.9257966666661805, 'Action', array([-1.       ,  0.3798754,  0.       ]), 'Reward', -5.7546552802537132)
('Episode', 12, 'Step', 749.0, 'Epsilon', 0.9257466666661802, 'Action', array([-0.54656225,  0.37326576,  0.02490785]), 'Reward', -5.9486539035896477)
('Episode', 12, 'Step', 764.0, 'Epsilon', 0.9256966666661799, 'Action', array([-0.32105192,  0.37327948,  0.        ]), 'Reward', -9.9149445342452651)
('Episode', 12, 'Step', 779.0, 'Epsilon', 0.9256466666661796, 'Action', array([-1.       ,  0.4685888,  0.       ]), 'Reward', -4.1294342948791183)
('Episode', 12, 'Step', 794.0, 'Epsilon', 0.9255966666661792, 'Action', array([-0.11631194,  0.29522973,  0.        ]), 'Reward', -17.932961404174957)
('Episode', 12, 'Step', 809.0, 'Epsilon', 0.9255466666661789, 'Action', array([-0.82608719,  0.487015  ,  0.        ]), 'Reward', -8.4287127475016277)
('Episode', 12, 'Step', 824.0, 'Epsilon', 0.9254966666661786, 'Action', array([-0.61310273,  0.40125141,  0.        ]), 'Reward', -13.479970922956809)
('Episode', 12, 'Step', 839.0, 'Epsilon', 0.9254466666661783, 'Action', array([-0.10194815,  0.49692572,  0.        ]), 'Reward', -31.717598593293431)
('Episode', 12, 'Step', 854.0, 'Epsilon', 0.9253966666661779, 'Action', array([-0.26381535,  0.56139344,  0.0293006 ]), 'Reward', -34.475488743601929)
('Episode', 12, 'Step', 869.0, 'Epsilon', 0.9253466666661776, 'Action', array([-0.87072326,  0.28357806,  0.12889302]), 'Reward', -38.887049819848656)
('Episode', 12, 'Step', 884.0, 'Epsilon', 0.9252966666661773, 'Action', array([-0.22215022,  0.41409872,  0.        ]), 'Reward', -23.879377559337968)
('Episode', 12, 'Step', 899.0, 'Epsilon', 0.9252466666661769, 'Action', array([ 0.99653981,  0.35800269,  0.00424953]), 'Reward', -15.335205913293805)
('Episode', 12, 'Step', 914.0, 'Epsilon', 0.9251966666661766, 'Action', array([ 0.17184702,  0.3816881 ,  0.03937769]), 'Reward', -0.86532079511758619)
('Episode', 12, 'Step', 929.0, 'Epsilon', 0.9251466666661763, 'Action', array([ 1.        ,  0.42818941,  0.        ]), 'Reward', -1.3938392374531372)
('Episode', 12, 'Step', 944.0, 'Epsilon', 0.925096666666176, 'Action', array([ 0.29446857,  0.49045792,  0.        ]), 'Reward', -1.2903846901025011)
('Episode', 12, 'Step', 959.0, 'Epsilon', 0.9250466666661756, 'Action', array([ 0.02316589,  0.44962681,  0.03487167]), 'Reward', -0.84123604858591594)
('Episode', 12, 'Step', 974.0, 'Epsilon', 0.9249966666661753, 'Action', array([-0.54783155,  0.38976143,  0.03934318]), 'Reward', -1.8248713691541092)
('Episode', 12, 'Step', 989.0, 'Epsilon', 0.924946666666175, 'Action', array([-0.25155446,  0.33380026,  0.        ]), 'Reward', -1.5058647263049072)
('Episode', 12, 'Step', 1004.0, 'Epsilon', 0.9248966666661746, 'Action', array([ 0.2825737 ,  0.53459717,  0.        ]), 'Reward', -1.2864545773760012)
('Episode', 12, 'Step', 1019.0, 'Epsilon', 0.9248466666661743, 'Action', array([-0.36672846,  0.47220646,  0.04010278]), 'Reward', -2.680502175590008)
('Episode', 12, 'Step', 1034.0, 'Epsilon', 0.924796666666174, 'Action', array([ 1.        ,  0.24939791,  0.        ]), 'Reward', -1.0318848329237151)
('Episode', 12, 'Step', 1049.0, 'Epsilon', 0.9247466666661737, 'Action', array([ 0.36974273,  0.38515795,  0.00576321]), 'Reward', -1.1935924910206148)
('Episode', 12, 'Step', 1064.0, 'Epsilon', 0.9246966666661733, 'Action', array([-0.77975257,  0.37376804,  0.05652141]), 'Reward', -2.0804471657197219)
('Episode', 12, 'Step', 1079.0, 'Epsilon', 0.924646666666173, 'Action', array([ 0.89735991,  0.50435922,  0.03858508]), 'Reward', -0.32592411422975931)
('Episode', 12, 'Step', 1094.0, 'Epsilon', 0.9245966666661727, 'Action', array([ 0.84676077,  0.63778475,  0.        ]), 'Reward', -0.30941022137477381)
('Episode', 12, 'Step', 1109.0, 'Epsilon', 0.9245466666661724, 'Action', array([ 1.        ,  0.44958451,  0.04264368]), 'Reward', 0.14334921725184835)
('Episode', 12, 'Step', 1124.0, 'Epsilon', 0.924496666666172, 'Action', array([ 0.25710398,  0.63319483,  0.        ]), 'Reward', -0.98284467223448702)
('Episode', 12, 'Step', 1139.0, 'Epsilon', 0.9244466666661717, 'Action', array([-0.42245864,  0.51427791,  0.        ]), 'Reward', -0.68549151286747334)
('Episode', 12, 'Step', 1154.0, 'Epsilon', 0.9243966666661714, 'Action', array([ 0.99467044,  0.39976305,  0.        ]), 'Reward', -0.37134633304409786)
('Episode', 12, 'Step', 1169.0, 'Epsilon', 0.924346666666171, 'Action', array([ 0.13402099,  0.40448062,  0.03036897]), 'Reward', -0.48073087384959656)
('Episode', 12, 'Step', 1184.0, 'Epsilon', 0.9242966666661707, 'Action', array([ 0.78723952,  0.35677726,  0.        ]), 'Reward', -0.28464043284234475)
('Episode', 12, 'Step', 1199.0, 'Epsilon', 0.9242466666661704, 'Action', array([ 1.        ,  0.40320067,  0.        ]), 'Reward', -1.0510237364972874)
('Episode', 12, 'Step', 1214.0, 'Epsilon', 0.9241966666661701, 'Action', array([ 0.30093248,  0.49683478,  0.        ]), 'Reward', -1.0262788774348202)
('Episode', 12, 'Step', 1229.0, 'Epsilon', 0.9241466666661697, 'Action', array([ 0.83096747,  0.53461011,  0.        ]), 'Reward', -1.0929296437007014)
('Episode', 12, 'Step', 1244.0, 'Epsilon', 0.9240966666661694, 'Action', array([ 0.41361373,  0.49424982,  0.02037093]), 'Reward', -0.050955731372317035)
('Episode', 12, 'Step', 1259.0, 'Epsilon', 0.9240466666661691, 'Action', array([ 1.        ,  0.6416914 ,  0.00976526]), 'Reward', -0.94170125212069389)
('Episode', 12, 'Step', 1274.0, 'Epsilon', 0.9239966666661688, 'Action', array([ 0.64402571,  0.39404948,  0.00394282]), 'Reward', -0.70311567818199705)
('Episode', 12, 'Step', 1289.0, 'Epsilon', 0.9239466666661684, 'Action', array([-0.13373049,  0.45371084,  0.        ]), 'Reward', -0.90385175690256536)
('Episode', 12, 'Step', 1304.0, 'Epsilon', 0.9238966666661681, 'Action', array([ 0.58493535,  0.3238717 ,  0.        ]), 'Reward', 0.079224922394089986)
('Episode', 12, 'Step', 1319.0, 'Epsilon', 0.9238466666661678, 'Action', array([ 1.        ,  0.48781314,  0.        ]), 'Reward', -0.59288688914179732)
('Episode', 12, 'Step', 1334.0, 'Epsilon', 0.9237966666661674, 'Action', array([ 1.     ,  0.52699,  0.     ]), 'Reward', -0.77669519740012949)
('Episode', 12, 'Step', 1349.0, 'Epsilon', 0.9237466666661671, 'Action', array([ 0.96704421,  0.43657008,  0.08064715]), 'Reward', -0.39544113822710802)
('Episode', 12, 'Step', 1364.0, 'Epsilon', 0.9236966666661668, 'Action', array([-0.12542715,  0.42404589,  0.02413281]), 'Reward', -0.78527615285275154)
('Episode', 12, 'Step', 1379.0, 'Epsilon', 0.9236466666661665, 'Action', array([ 0.78057409,  0.5398747 ,  0.01453088]), 'Reward', -1.1302621967570614)
('Episode', 12, 'Step', 1394.0, 'Epsilon', 0.9235966666661661, 'Action', array([-0.49950398,  0.5382482 ,  0.        ]), 'Reward', -2.0119423743626186)
('Episode', 12, 'Step', 1409.0, 'Epsilon', 0.9235466666661658, 'Action', array([ 1.        ,  0.39416281,  0.        ]), 'Reward', -0.69963846162168752)
('Episode', 12, 'Step', 1424.0, 'Epsilon', 0.9234966666661655, 'Action', array([-0.56278709,  0.39561841,  0.01673209]), 'Reward', -1.015662748412687)
('Episode', 12, 'Step', 1439.0, 'Epsilon', 0.9234466666661652, 'Action', array([ 0.36629089,  0.5316247 ,  0.        ]), 'Reward', -1.0504485600772784)
('Episode', 12, 'Step', 1454.0, 'Epsilon', 0.9233966666661648, 'Action', array([ 0.51804897,  0.49649351,  0.01553354]), 'Reward', -0.70288231764251008)
('Episode', 12, 'Step', 1469.0, 'Epsilon', 0.9233466666661645, 'Action', array([-0.0372488,  0.5327628,  0.       ]), 'Reward', -1.1334936322884648)
('Episode', 12, 'Step', 1484.0, 'Epsilon', 0.9232966666661642, 'Action', array([ 1.        ,  0.52492689,  0.        ]), 'Reward', -1.2637300705611367)
('Episode', 12, 'Step', 1499.0, 'Epsilon', 0.9232466666661638, 'Action', array([-0.68261946,  0.43302272,  0.        ]), 'Reward', -1.5199556006625561)
('Episode', 12, 'Step', 1514.0, 'Epsilon', 0.9231966666661635, 'Action', array([ 0.26856375,  0.4541507 ,  0.        ]), 'Reward', -1.159553834777538)
('Episode', 12, 'Step', 1529.0, 'Epsilon', 0.9231466666661632, 'Action', array([-0.24427775,  0.4363987 ,  0.05540106]), 'Reward', -1.0093476414760207)
('Episode', 12, 'Step', 1544.0, 'Epsilon', 0.9230966666661629, 'Action', array([ 1.        ,  0.39894155,  0.        ]), 'Reward', -0.85106515211455269)
('Episode', 12, 'Step', 1559.0, 'Epsilon', 0.9230466666661625, 'Action', array([-0.75677073,  0.25744079,  0.01278969]), 'Reward', -1.3438436791430834)
('Episode', 12, 'Step', 1574.0, 'Epsilon', 0.9229966666661622, 'Action', array([ 0.02876871,  0.47770409,  0.02386485]), 'Reward', -1.4036224796078962)
('Episode', 12, 'Step', 1589.0, 'Epsilon', 0.9229466666661619, 'Action', array([ 0.6878622 ,  0.31258788,  0.01699339]), 'Reward', -0.56228749105053089)
('Episode', 12, 'Step', 1604.0, 'Epsilon', 0.9228966666661615, 'Action', array([-0.12715043,  0.62593062,  0.01509239]), 'Reward', -1.9162062481398303)
('Episode', 12, 'Step', 1619.0, 'Epsilon', 0.9228466666661612, 'Action', array([-0.23409916,  0.54440585,  0.        ]), 'Reward', -1.8399036477496875)
('Episode', 12, 'Step', 1634.0, 'Epsilon', 0.9227966666661609, 'Action', array([ 0.97552564,  0.29187195,  0.        ]), 'Reward', -0.50448961704814377)
('Episode', 12, 'Step', 1649.0, 'Epsilon', 0.9227466666661606, 'Action', array([ 0.69020345,  0.40365028,  0.0188807 ]), 'Reward', -0.98061037811800178)
('Episode', 12, 'Step', 1664.0, 'Epsilon', 0.9226966666661602, 'Action', array([ 0.19813502,  0.37108218,  0.02245435]), 'Reward', -0.97887070144538757)
('Episode', 12, 'Step', 1679.0, 'Epsilon', 0.9226466666661599, 'Action', array([ 0.77080445,  0.3222483 ,  0.        ]), 'Reward', -0.75376869708400962)
('Episode', 12, 'Step', 1694.0, 'Epsilon', 0.9225966666661596, 'Action', array([ 0.51296222,  0.41180386,  0.04763824]), 'Reward', -0.75000807280898019)
('Episode', 12, 'Step', 1709.0, 'Epsilon', 0.9225466666661593, 'Action', array([ 0.01228084,  0.533207  ,  0.        ]), 'Reward', -1.1819428701828409)
('Episode', 12, 'Step', 1724.0, 'Epsilon', 0.9224966666661589, 'Action', array([ 0.29959673,  0.44518475,  0.        ]), 'Reward', -1.1138763558636171)
('Episode', 12, 'Step', 1739.0, 'Epsilon', 0.9224466666661586, 'Action', array([ 0.21066043,  0.42092002,  0.        ]), 'Reward', -1.4143048423972318)
('Episode', 12, 'Step', 1754.0, 'Epsilon', 0.9223966666661583, 'Action', array([ 1.        ,  0.53339169,  0.       
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
 ]), 'Reward', -0.75428463477678298)
('Episode', 12, 'Step', 1769.0, 'Epsilon', 0.9223466666661579, 'Action', array([ 1.        ,  0.54976193,  0.02398422]), 'Reward', -0.48245445406984222)
('Episode', 12, 'Step', 1784.0, 'Epsilon', 0.9222966666661576, 'Action', array([ 0.96863524,  0.43714211,  0.        ]), 'Reward', -0.57494026069528381)
('Episode', 12, 'Step', 1799.0, 'Epsilon', 0.9222466666661573, 'Action', array([ 0.24421218,  0.43729412,  0.02178313]), 'Reward', -0.50626612049230457)
('Episode', 12, 'Step', 1814.0, 'Epsilon', 0.922196666666157, 'Action', array([-0.01770856,  0.25838335,  0.04716471]), 'Reward', -0.37638515017966501)
('Episode', 12, 'Step', 1829.0, 'Epsilon', 0.9221466666661566, 'Action', array([ 1.        ,  0.39004138,  0.        ]), 'Reward', -1.3250178870778679)
('Episode', 12, 'Step', 1844.0, 'Epsilon', 0.9220966666661563, 'Action', array([ 0.05917145,  0.42127625,  0.        ]), 'Reward', -1.9714029385777971)
('Episode', 12, 'Step', 1859.0, 'Epsilon', 0.922046666666156, 'Action', array([ 0.7486266,  0.6083699,  0.       ]), 'Reward', -1.2382531780284052)
('Episode', 12, 'Step', 1874.0, 'Epsilon', 0.9219966666661557, 'Action', array([ 0.52544208,  0.33256299,  0.01427284]), 'Reward', -2.1577122299885989)
('Episode', 12, 'Step', 1889.0, 'Epsilon', 0.9219466666661553, 'Action', array([-0.14225871,  0.52834931,  0.02244021]), 'Reward', -5.7402526040026309)
('Episode', 12, 'Step', 1904.0, 'Epsilon', 0.921896666666155, 'Action', array([ 0.68568639,  0.5047079 ,  0.        ]), 'Reward', -1.5902567933978426)
('Episode', 12, 'Step', 1919.0, 'Epsilon', 0.9218466666661547, 'Action', array([ 0.09988354,  0.47747207,  0.00653183]), 'Reward', -2.5974588776352014)
('Episode', 12, 'Step', 1934.0, 'Epsilon', 0.9217966666661543, 'Action', array([ 0.12772026,  0.42516904,  0.        ]), 'Reward', -0.89906121520628401)
('Episode', 12, 'Step', 1949.0, 'Epsilon', 0.921746666666154, 'Action', array([ 1.        ,  0.53236845,  0.        ]), 'Reward', -0.58718328061743441)
('Episode', 12, 'Step', 1964.0, 'Epsilon', 0.9216966666661537, 'Action', array([-0.15066556,  0.52912439,  0.        ]), 'Reward', -1.1095390928266573)
('Episode', 12, 'Step', 1979.0, 'Epsilon', 0.9216466666661534, 'Action', array([ 0.74013331,  0.47844054,  0.0309746 ]), 'Reward', -0.78193938219241566)
('Episode', 12, 'Step', 1994.0, 'Epsilon', 0.921596666666153, 'Action', array([ 0.87669947,  0.33497263,  0.01778038]), 'Reward', -1.5524270981609929)
TOTAL REWARD @ 12-th Episode  : Reward -6257.31775553
Total Step: 23526

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 13 Replay Buffer 23526 Early Stopping: 0 Epsilon: 0.921579999999 RN: 0.828027261279
('Episode', 13, 'Step', 9.0, 'Epsilon', 0.9215466666661527, 'Action', array([ 0.93431473,  0.41113009,  0.        ]), 'Reward', 8.2637436412839325)
('Episode', 13, 'Step', 24.0, 'Epsilon', 0.9214966666661524, 'Action', array([-0.19092608,  0.21272116,  0.        ]), 'Reward', 11.102483125571236)
('Episode', 13, 'Step', 39.0, 'Epsilon', 0.921446666666152, 'Action', array([ 0.16514855,  0.38830151,  0.05864687]), 'Reward', 13.410753840526949)
('Episode', 13, 'Step', 54.0, 'Epsilon', 0.9213966666661517, 'Action', array([ 0.05334128,  0.49774541,  0.        ]), 'Reward', -14.325570618082047)
('Episode', 13, 'Step', 69.0, 'Epsilon', 0.9213466666661514, 'Action', array([-1.        ,  0.36831243,  0.0379439 ]), 'Reward', 15.449499853621816)
('Episode', 13, 'Step', 84.0, 'Epsilon', 0.9212966666661511, 'Action', array([ 0.59019299,  0.38426071,  0.        ]), 'Reward', 24.913435382479985)
('Episode', 13, 'Step', 99.0, 'Epsilon', 0.9212466666661507, 'Action', array([ 1.        ,  0.42693402,  0.03631052]), 'Reward', 48.392552305229358)
('Episode', 13, 'Step', 114.0, 'Epsilon', 0.9211966666661504, 'Action', array([-0.26246339,  0.35225849,  0.        ]), 'Reward', 15.738799477838704)
('Episode', 13, 'Step', 129.0, 'Epsilon', 0.9211466666661501, 'Action', array([ 1.        ,  0.51515497,  0.07927899]), 'Reward', -1)
('Episode', 13, 'Step', 144.0, 'Epsilon', 0.9210966666661498, 'Action', array([ 0.18927712,  0.46231302,  0.03369195]), 'Reward', 0.0018786206184131515)
('Episode', 13, 'Step', 159.0, 'Epsilon', 0.9210466666661494, 'Action', array([ 0.28320019,  0.4405857 ,  0.        ]), 'Reward', -0.19314250270111655)
('Episode', 13, 'Step', 174.0, 'Epsilon', 0.9209966666661491, 'Action', array([ 1.        ,  0.45641371,  0.05727658]), 'Reward', -0.2456517173241011)
('Episode', 13, 'Step', 189.0, 'Epsilon', 0.9209466666661488, 'Action', array([ 1.        ,  0.49381207,  0.05808666]), 'Reward', -0.15180842638509923)
('Episode', 13, 'Step', 204.0, 'Epsilon', 0.9208966666661484, 'Action', array([ 0.59646241,  0.38507737,  0.        ]), 'Reward', -0.19375845743276854)
('Episode', 13, 'Step', 219.0, 'Epsilon', 0.9208466666661481, 'Action', array([-0.07106928,  0.33702055,  0.        ]), 'Reward', -0.014747543955749752)
('Episode', 13, 'Step', 234.0, 'Epsilon', 0.9207966666661478, 'Action', array([-0.10167663,  0.31606565,  0.        ]), 'Reward', -0.15079286568955086)
('Episode', 13, 'Step', 249.0, 'Epsilon', 0.9207466666661475, 'Action', array([ 0.96903484,  0.37814271,  0.        ]), 'Reward', -0.042713995601620203)
('Episode', 13, 'Step', 264.0, 'Epsilon', 0.9206966666661471, 'Action', array([-0.76197355,  0.46887753,  0.03055834]), 'Reward', -0.19360081380038141)
('Episode', 13, 'Step', 279.0, 'Epsilon', 0.9206466666661468, 'Action', array([ 0.36730112,  0.49811413,  0.        ]), 'Reward', -0.18925986070028422)
('Episode', 13, 'Step', 294.0, 'Epsilon', 0.9205966666661465, 'Action', array([ 1.        ,  0.44716546,  0.02561701]), 'Reward', -0.13186586923844024)
('Episode', 13, 'Step', 309.0, 'Epsilon', 0.9205466666661462, 'Action', array([-0.35938832,  0.25738981,  0.        ]), 'Reward', -0.0234854053759934)
('Episode', 13, 'Step', 324.0, 'Epsilon', 0.9204966666661458, 'Action', array([ 1.        ,  0.45862295,  0.        ]), 'Reward', -0.23372716645596445)
('Episode', 13, 'Step', 339.0, 'Epsilon', 0.9204466666661455, 'Action', array([-0.79140596,  0.58498897,  0.        ]), 'Reward', -0.027315263394880409)
('Episode', 13, 'Step', 354.0, 'Epsilon', 0.9203966666661452, 'Action', array([ 0.05602126,  0.45489828,  0.        ]), 'Reward', -0.084524275312688607)
('Episode', 13, 'Step', 369.0, 'Epsilon', 0.9203466666661448, 'Action', array([ 0.83329554,  0.48114651,  0.03901458]), 'Reward', -0.17695651263274015)
('Episode', 13, 'Step', 384.0, 'Epsilon', 0.9202966666661445, 'Action', array([ 0.77994566,  0.42900581,  0.04099682]), 'Reward', -0.15194578712465218)
('Episode', 13, 'Step', 399.0, 'Epsilon', 0.9202466666661442, 'Action', array([ 0.74942604,  0.38967864,  0.        ]), 'Reward', -0.25160805800934305)
('Episode', 13, 'Step', 414.0, 'Epsilon', 0.9201966666661439, 'Action', array([ 0.80434176,  0.53962344,  0.        ]), 'Reward', -0.34166544635540447)
('Episode', 13, 'Step', 429.0, 'Epsilon', 0.9201466666661435, 'Action', array([ 0.71233002,  0.42783014,  0.04674472]), 'Reward', -0.13896533423775329)
('Episode', 13, 'Step', 444.0, 'Epsilon', 0.9200966666661432, 'Action', array([-0.03449647,  0.436763  ,  0.03122698]), 'Reward', -0.19859792085928546)
('Episode', 13, 'Step', 459.0, 'Epsilon', 0.9200466666661429, 'Action', array([-0.00615314,  0.48609731,  0.        ]), 'Reward', -0.23833247016037074)
('Episode', 13, 'Step', 474.0, 'Epsilon', 0.9199966666661425, 'Action', array([ 0.65572256,  0.49023541,  0.0069443 ]), 'Reward', -0.29004242721214102)
('Episode', 13, 'Step', 489.0, 'Epsilon', 0.9199466666661422, 'Action', array([ 0.62718917,  0.4941361 ,  0.        ]), 'Reward', -0.29267938409748151)
('Episode', 13, 'Step', 504.0, 'Epsilon', 0.9198966666661419, 'Action', array([ 0.30263961,  0.34723581,  0.01744508]), 'Reward', -0.28103323027633331)
('Episode', 13, 'Step', 519.0, 'Epsilon', 0.9198466666661416, 'Action', array([ 0.06373018,  0.4553476 ,  0.        ]), 'Reward', -0.3260295796700573)
('Episode', 13, 'Step', 534.0, 'Epsilon', 0.9197966666661412, 'Action', array([ 0.00829282,  0.26610366,  0.        ]), 'Reward', -0.2297922720272054)
('Episode', 13, 'Step', 549.0, 'Epsilon', 0.9197466666661409, 'Action', array([ 0.41646473,  0.43932977,  0.        ]), 'Reward', -0.18228844814455031)
('Episode', 13, 'Step', 564.0, 'Epsilon', 0.9196966666661406, 'Action', array([-0.01279354,  0.53854805,  0.00413893]), 'Reward', -0.33192816366185579)
('Episode', 13, 'Step', 579.0, 'Epsilon', 0.9196466666661403, 'Action', array([ 1.       ,  0.4977749,  0.       ]), 'Reward', -0.28941451038184401)
('Episode', 13, 'Step', 594.0, 'Epsilon', 0.9195966666661399, 'Action', array([-0.64778716,  0.62969533,  0.        ]), 'Reward', -0.4494542180419131)
('Episode', 13, 'Step', 609.0, 'Epsilon', 0.9195466666661396, 'Action', array([ 0.20033867,  0.55146941,  0.00186828]), 'Reward', -0.30611016650153455)
('Episode', 13, 'Step', 624.0, 'Epsilon', 0.9194966666661393, 'Action', array([-0.09939327,  0.55630293,  0.        ]), 'Reward', -0.28271868274099521)
('Episode', 13, 'Step', 639.0, 'Epsilon', 0.919446666666139, 'Action', array([ 0.56944891,  0.44140223,  0.01569659]), 'Reward', -0.25587120244736516)
('Episode', 13, 'Step', 654.0, 'Epsilon', 0.9193966666661386, 'Action', array([-0.24256177,  0.47116988,  0.        ]), 'Reward', -0.38541112760722673)
('Episode', 13, 'Step', 669.0, 'Epsilon', 0.9193466666661383, 'Action', array([ 0.03738826,  0.50061813,  0.        ]), 'Reward', -0.34064646032192092)
('Episode', 13, 'Step', 684.0, 'Epsilon', 0.919296666666138, 'Action', array([ 1.        ,  0.32004239,  0.04679171]), 'Reward', -0.16867423517050367)
('Episode', 13, 'Step', 699.0, 'Epsilon', 0.9192466666661376, 'Action', array([-0.2360615 ,  0.39895256,  0.        ]), 'Reward', -0.47570216563168471)
('Episode', 13, 'Step', 714.0, 'Epsilon', 0.9191966666661373, 'Action', array([-0.29474048,  0.44167425,  0.08288271]), 'Reward', -0.38346226892029356)
('Episode', 13, 'Step', 729.0, 'Epsilon', 0.919146666666137, 'Action', array([ 1.        ,  0.39255142,  0.        ]), 'Reward', -0.2215759002112527)
('Episode', 13, 'Step', 744.0, 'Epsilon', 0.9190966666661367, 'Action', array([ 0.33389685,  0.55823045,  0.02344607]), 'Reward', -0.25856664993121414)
('Episode', 13, 'Step', 759.0, 'Epsilon', 0.9190466666661363, 'Action', array([ 0.22714118,  0.68030035,  0.0327581 ]), 'Reward', -0.52491357840821573)
('Episode', 13, 'Step', 774.0, 'Epsilon', 0.918996666666136, 'Action', array([ 0.28350225,  0.48073092,  0.        ]), 'Reward', -0.47413925677128771)
('Episode', 13, 'Step', 789.0, 'Epsilon', 0.9189466666661357, 'Action', array([ 0.57262931,  0.54058752,  0.        ]), 'Reward', -0.33482404923800974)
('Episode', 13, 'Step', 804.0, 'Epsilon', 0.9188966666661353, 'Action', array([ 0.91204647,  0.3839789 ,  0.        ]), 'Reward', -0.23699590515427885)
('Episode', 13, 'Step', 819.0, 'Epsilon', 0.918846666666135, 'Action', array([-0.10662022,  0.56593177,  0.0198385 ]), 'Reward', -0.60047326720023331)
('Episode', 13, 'Step', 834.0, 'Epsilon', 0.9187966666661347, 'Action', array([ 0.59251744,  0.40776553,  0.00446688]), 'Reward', -0.28410467619657048)
('Episode', 13, 'Step', 849.0, 'Epsilon', 0.9187466666661344, 'Action', array([ 1.        ,  0.37830255,  0.        ]), 'Reward', -0.15096002577166379)
('Episode', 13, 'Step', 864.0, 'Epsilon', 0.918696666666134, 'Action', array([-0.50623572,  0.36638349,  0.        ]), 'Reward', -0.5759957131939486)
('Episode', 13, 'Step', 879.0, 'Epsilon', 0.9186466666661337, 'Action', array([ 1.        ,  0.38062564,  0.03947018]), 'Reward', -0.16584573942544156)
('Episode', 13, 'Step', 894.0, 'Epsilon', 0.9185966666661334, 'Action', array([-0.91586742,  0.48169139,  0.        ]), 'Reward', -1.2690496319112734)
('Episode', 13, 'Step', 909.0, 'Epsilon', 0.918546666666133, 'Action', array([ 0.69917769,  0.6026052 ,  0.        ]), 'Reward', -0.48939973205268361)
('Episode', 13, 'Step', 924.0, 'Epsilon', 0.9184966666661327, 'Action', array([ 0.4213961 ,  0.46934001,  0.        ]), 'Reward', -0.80021959643354346)
('Episode', 13, 'Step', 939.0, 'Epsilon', 0.9184466666661324, 'Action', array([ 1.        ,  0.33304978,  0.02099221]), 'Reward', -0.31992376034733117)
('Episode', 13, 'Step', 954.0, 'Epsilon', 0.9183966666661321, 'Action', array([ 1.        ,  0.52385512,  0.05095875]), 'Reward', -0.33268459739728717)
('Episode', 13, 'Step', 969.0, 'Epsilon', 0.9183466666661317, 'Action', array([ 1.        ,  0.58062802,  0.        ]), 'Reward', -0.61027825990068973)
('Episode', 13, 'Step', 984.0, 'Epsilon', 0.9182966666661314, 'Action', array([-0.32350197,  0.39131053,  0.        ]), 'Reward', -0.59792748141520224)
('Episode', 13, 'Step', 999.0, 'Epsilon', 0.9182466666661311, 'Action', array([-0.00920781,  0.39494515,  0.        ]), 'Reward', -0.85037796410614463)
('Episode', 13, 'Step', 1014.0, 'Epsilon', 0.9181966666661308, 'Action', array([ 1.        ,  0.40888296,  0.        ]), 'Reward', -0.3967637267962939)
('Episode', 13, 'Step', 1029.0, 'Epsilon', 0.9181466666661304, 'Action', array([ 0.71493245,  0.30781913,  0.01946017]), 'Reward', -0.49799360134118698)
('Episode', 13, 'Step', 1044.0, 'Epsilon', 0.9180966666661301, 'Action', array([-0.23135884,  0.37543067,  0.02140172]), 'Reward', -0.54488395469852235)
('Episode', 13, 'Step', 1059.0, 'Epsilon', 0.9180466666661298, 'Action', array([ 0.2554275 ,  0.58316245,  0.        ]), 'Reward', -0.79791674272887736)
('Episode', 13, 'Step', 1074.0, 'Epsilon', 0.9179966666661294, 'Action', array([-0.49103987,  0.33218381,  0.        ]), 'Reward', -0.59888303763928619)
('Episode', 13, 'Step', 1089.0, 'Epsilon', 0.9179466666661291, 'Action', array([ 0.33181743,  0.53715092,  0.        ]), 'Reward', -1.0717082225305785)
('Episode', 13, 'Step', 1104.0, 'Epsilon', 0.9178966666661288, 'Action', array([-0.09204173,  0.54259603,  0.        ]), 'Reward', -0.92738359761410516)
('Episode', 13, 'Step', 1119.0, 'Epsilon', 0.9178466666661285, 'Action', array([ 0.29904956,  0.5884212 ,  0.00654361]), 'Reward', -0.57374429736367283)
('Episode', 13, 'Step', 1134.0, 'Epsilon', 0.9177966666661281, 'Action', array([ 0.69523488,  0.45922203,  0.        ]), 'Reward', -0.48583028522114691)
('Episode', 13, 'Step', 1149.0, 'Epsilon', 0.9177466666661278, 'Action', array([ 0.62550499,  0.46015508,  0.00789714]), 'Reward', -0.37222267194949832)
('Episode', 13, 'Step', 1164.0, 'Epsilon', 0.9176966666661275, 'Action', array([ 0.58570748,  0.37327914,  0.        ]), 'Reward', -0.38291412542044445)
('Episode', 13, 'Step', 1179.0, 'Epsilon', 0.9176466666661272, 'Action', array([ 0.45340103,  0.4634178 ,  0.01427219]), 'Reward', -0.44001820014889637)
('Episode', 13, 'Step', 1194.0, 'Epsilon', 0.9175966666661268, 'Action', array([-0.26050275,  0.3990192 ,  0.00495905]), 'Reward', -1.0497737938359175)
('Episode', 13, 'Step', 1209.0, 'Epsilon', 0.9175466666661265, 'Action', array([ 0.84893969,  0.48073318,  0.        ]), 'Reward', -0.61995094058322042)
('Episode', 13, 'Step', 1224.0, 'Epsilon', 0.9174966666661262, 'Action', array([-0.35499066,  0.29862902,  0.        ]), 'Reward', -0.8639005688814998)
('Episode', 13, 'Step', 1239.0, 'Epsilon', 0.9174466666661258, 'Action', array([ 0.36743771,  0.3283346 ,  0.01427268]), 'Reward', -0.79156731301795058)
('Episode', 13, 'Step', 1254.0, 'Epsilon', 0.9173966666661255, 'Action', array([ 0.15056612,  0.48213199,  0.        ]), 'Reward', -0.71226729603068284)
('Episode', 13, 'Step', 1269.0, 'Epsilon', 0.9173466666661252, 'Action', array([ 0.71652274,  0.46073833,  0.        ]), 'Reward', -1.8245249869175106)
('Episode', 13, 'Step', 1284.0, 'Epsilon', 0.9172966666661249, 'Action', array([ 0.35178795,  0.37189766,  0.03621551]), 'Reward', -0.48324210505725662)
('Episode', 13, 'Step', 1299.0, 'Epsilon', 0.9172466666661245, 'Action', array([ 0.3991037,  0.522353 ,  0.       ]), 'Reward', -0.96887145710965861)
('Episode', 13, 'Step', 1314.0, 'Epsilon', 0.9171966666661242, 'Action', array([-0.88891533,  0.42726022,  0.        ]), 'Reward', -1.0669383101952148)
('Episode', 13, 'Step', 1329.0, 'Epsilon', 0.9171466666661239, 'Action', array([ 0.21218782,  0.33470347,  0.        ]), 'Reward', -0.43939384056936337)
('Episode', 13, 'Step', 1344.0, 'Epsilon', 0.9170966666661236, 'Action', array([ 1.        ,  0.50725386,  0.06841197]), 'Reward', -0.53200938916911511)
('Episode', 13, 'Step', 1359.0, 'Epsilon', 0.9170466666661232, 'Action', array([ 0.90224131,  0.48429165,  0.04905125]), 'Reward', -0.37535158900851395)
('Episode', 13, 'Step', 1374.0, 'Epsilon', 0.9169966666661229, 'Action', array([ 0.06414756,  0.51159356,  0.02909974]), 'Reward', -1.1577181899145148)
('Episode', 13, 'Step', 1389.0, 'Epsilon', 0.9169466666661226, 'Action', array([ 0.92782634,  0.47726933,  0.        ]), 'Reward', -0.70995923185899823)
('Episode', 13, 'Step', 1404.0, 'Epsilon', 0.9168966666661222, 'Action', array([ 1.        ,  0.36768241,  0.01892742]), 'Reward', -0.4166299185640856)
('Episode', 13, 'Step', 1419.0, 'Epsilon', 0.9168466666661219, 'Action', array([-1.        ,  0.52938071,  0.05384113]), 'Reward', -0.81130933083723233)
('Episode', 13, 'Step', 1434.0, 'Epsilon', 0.9167966666661216, 'Action', array([-0.90018955,  0.4604029 ,  0.        ]), 'Reward', -0.8469968974101294)
('Episode', 13, 'Step', 1449.0, 'Epsilon', 0.9167466666661213, 'Action', array([ 0.86886586,  0.40698886,  0.01698627]), 'Reward', -0.30422614493064104)
('Episode', 13, 'Step', 1464.0, 'Epsilon', 0.9166966666661209, 'Action', array([ 0.31437712,  0.56466764,  0.        ]), 'Reward', -0.76915154254112217)
('Episode', 13, 'Step', 1479.0, 'Epsilon', 0.9166466666661206, 'Action', array([ 0.77639917,  0.48617262,  0.        ]), 'Reward', -0.55668464218673153)
('Episode', 13, 'Step', 1494.0, 'Epsilon', 0.9165966666661203, 'Action', array([ 0.17674009,  0.46629852,  0.        ]), 'Reward', -1.3475480601179277)
('Episode', 13, 'Step', 1509.0, 'Epsilon', 0.91654666666612, 'Action', array([-0.23558509,  0.44168302,  0.00275201]), 'Reward', -0.72179744669583679)
('Episode', 13, 'Step', 1524.0, 'Epsilon', 0.9164966666661196, 'Action', array([-0.13873458,  0.66900874,  0.        ]), 'Reward', -3.9275639639691082)
('Episode', 13, 'Step', 1539.0, 'Epsilon', 0.9164466666661193, 'Action', array([ 1.        ,  0.43013599,  0.        ]), 'Reward', -2.352675920509796)
('Episode', 13, 'Step', 1554.0, 'Epsilon', 0.916396666666119, 'Action', array([-0.10928969,  0.43962246,  0.        ]), 'Reward', -0.12237583514039072)
('Episode', 13, 'Step', 1569.0, 'Epsilon', 0.9163466666661186, 'Action', array([-0.59630766,  0.50165856,  0.05557253]), 'Reward', -0.14461431645912404)
('Episode', 13, 'Step', 1584.0, 'Epsilon', 0.9162966666661183, 'Action', array([-0.41761932,  0.44200334,  0.06382924]), 'Reward', -0.30814612005526976)
('Episode', 13, 'Step', 1599.0, 'Epsilon', 0.916246666666118, 'Action', array([ 0.95564664,  0.49046259,  0.        ]), 'Reward', -0.12946995841371664)
('Episode', 13, 'Step', 1614.0, 'Epsilon', 0.9161966666661177, 'Action', array([-1.        ,  0.51708214,  0.03492433]), 'Reward', -0.0011711638280008905)
('Episode', 13, 'Step', 1629.0, 'Epsilon', 0.9161466666661173, 'Action', array([-0.42445176,  0.56032172,  0.01969373]), 'Reward', -0.31821986140907671)
('Episode', 13, 'Step', 1644.0, 'Epsilon', 0.916096666666117, 'Action', array([ 0.47561899,  0.49568548,  0.02310898]), 'Reward', -0.26186077914160849)
('Episode', 13, 'Step', 1659.0, 'Epsilon', 0.9160466666661167, 'Action', array([-0.87861539,  0.33248924,  0.        ]), 'Reward', -0.10050683118753795)
('Episode', 13, 'Step', 1674.0, 'Epsilon', 0.9159966666661163, 'Action', array([ 1.        ,  0.48137338,  0.02610133]), 'Reward', -0.02404519821070817)
('Episode', 13, 'Step', 1689.0, 'Epsilon', 0.915946666666116, 'Action', array([ 0.0518669 ,  0.38351549,  0.10459926]), 'Reward', -0.24965617003462112)
('Episode', 13, 'Step', 1704.0, 'Epsilon', 0.9158966666661157, 'Action', array([-1.      ,  0.319699,  0.      ]), 'Reward', -0.26098848256285267)
('Episode', 13, 'Step', 1719.0, 'Epsilon', 0.9158466666661154, 'Action', array([ 0.1867682 ,  0.46714345,  0.        ]), 'Reward', -0.48236950898873443)
('Episode', 13, 'Step', 1734.0, 'Epsilon', 0.915796666666115, 'Action', array([-1.       ,  0.5071605,  0.       ]), 'Reward', -0.23881474359102578)
('Episode', 13, 'Step', 1749.0, 'Epsilon', 0.9157466666661147, 'Action', array([-0.6875556 ,  0.44719034,  0.        ]), 'Reward', -0.15630128022493039)
('EWaiting for request on port 3101
Timeout for client answer
Timeout for client answer
Timeout for client answer
Timeout for client answer
Timeout for client answer
Timeout for client answer
******* RESTARTING *****
pisode', 13, 'Step', 1764.0, 'Epsilon', 0.9156966666661144, 'Action', array([-0.31657356,  0.5227047 ,  0.00577796]), 'Reward', -0.10426560134403072)
('Episode', 13, 'Step', 1779.0, 'Epsilon', 0.915646666666114, 'Action', array([-0.77637252,  0.47254556,  0.00960607]), 'Reward', -0.19781389991791609)
('Episode', 13, 'Step', 1794.0, 'Epsilon', 0.9155966666661137, 'Action', array([-0.74028197,  0.30555762,  0.        ]), 'Reward', -0.025534033120774628)
('Episode', 13, 'Step', 1809.0, 'Epsilon', 0.9155466666661134, 'Action', array([ 0.4546189 ,  0.49369189,  0.02382943]), 'Reward', -0.30575420332641745)
('Episode', 13, 'Step', 1824.0, 'Epsilon', 0.9154966666661131, 'Action', array([ 0.41313836,  0.51214634,  0.        ]), 'Reward', -0.15509912610617121)
('Episode', 13, 'Step', 1839.0, 'Epsilon', 0.9154466666661127, 'Action', array([ 0.16973687,  0.45333906,  0.        ]), 'Reward', -0.10986428715912336)
('Episode', 13, 'Step', 1854.0, 'Epsilon', 0.9153966666661124, 'Action', array([-1.        ,  0.34941213,  0.        ]), 'Reward', -0.11613567645998223)
('Episode', 13, 'Step', 1869.0, 'Epsilon', 0.9153466666661121, 'Action', array([-1.        ,  0.64329913,  0.02294519]), 'Reward', -0.21510171617979867)
('Episode', 13, 'Step', 1884.0, 'Epsilon', 0.9152966666661118, 'Action', array([-0.88121058,  0.5580918 ,  0.        ]), 'Reward', -0.44557420504494399)
('Episode', 13, 'Step', 1899.0, 'Epsilon', 0.9152466666661114, 'Action', array([-0.57423031,  0.61716942,  0.        ]), 'Reward', -0.20571954130440748)
('Episode', 13, 'Step', 1914.0, 'Epsilon', 0.9151966666661111, 'Action', array([-1.        ,  0.5330615 ,  0.00762672]), 'Reward', -0.28025184163919603)
('Episode', 13, 'Step', 1929.0, 'Epsilon', 0.9151466666661108, 'Action', array([-0.29021453,  0.50940412,  0.01428172]), 'Reward', -0.37153109257107214)
('Episode', 13, 'Step', 1944.0, 'Epsilon', 0.9150966666661104, 'Action', array([-0.1031069 ,  0.20503801,  0.        ]), 'Reward', -0.027987564233818797)
('Episode', 13, 'Step', 1959.0, 'Epsilon', 0.9150466666661101, 'Action', array([-0.47558163,  0.31331344,  0.        ]), 'Reward', -0.15658848995893182)
('Episode', 13, 'Step', 1974.0, 'Epsilon', 0.9149966666661098, 'Action', array([-1.        ,  0.45013107,  0.        ]), 'Reward', -0.31833047331725839)
('Episode', 13, 'Step', 1989.0, 'Epsilon', 0.9149466666661095, 'Action', array([ 0.11530036,  0.30316995,  0.02405552]), 'Reward', -0.13385343344095807)
Now we save model with reward -168.238318312 previous best reward was -193.296652126
TOTAL REWARD @ 13-th Episode  : Reward -168.238318312
Total Step: 25526

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 14 Replay Buffer 25526 Early Stopping: 0 Epsilon: 0.914913333333 RN: 0.34189872874
('Episode', 14, 'Step', 4.0, 'Epsilon', 0.9148966666661091, 'Action', array([-1.        ,  0.52152636,  0.        ]), 'Reward', 3.9480802973245126)
('Episode', 14, 'Step', 19.0, 'Epsilon', 0.9148466666661088, 'Action', array([ 0.25761308,  0.5072817 ,  0.        ]), 'Reward', 13.172818588589898)
('Episode', 14, 'Step', 34.0, 'Epsilon', 0.9147966666661085, 'Action', array([ 0.73477687,  0.53739565,  0.        ]), 'Reward', 7.0170293510782962)
('Episode', 14, 'Step', 49.0, 'Epsilon', 0.9147466666661082, 'Action', array([-0.01708907,  0.42694489,  0.01690518]), 'Reward', 35.177109613116144)
('Episode', 14, 'Step', 64.0, 'Epsilon', 0.9146966666661078, 'Action', array([-0.93430688,  0.18935259,  0.        ]), 'Reward', 37.660618329705628)
('Episode', 14, 'Step', 79.0, 'Epsilon', 0.9146466666661075, 'Action', array([-0.27297729,  0.48158596,  0.02082889]), 'Reward', 12.467306853871143)
('Episode', 14, 'Step', 94.0, 'Epsilon', 0.9145966666661072, 'Action', array([-0.27207114,  0.49007033,  0.        ]), 'Reward', 37.991378143265599)
('Episode', 14, 'Step', 109.0, 'Epsilon', 0.9145466666661068, 'Action', array([ 0.55645835,  0.4863425 ,  0.05231893]), 'Reward', 33.208973847251798)
('Episode', 14, 'Step', 124.0, 'Epsilon', 0.9144966666661065, 'Action', array([ 0.27232855,  0.4595939 ,  0.04357839]), 'Reward', -0.29327632598832942)
('Episode', 14, 'Step', 139.0, 'Epsilon', 0.9144466666661062, 'Action', array([ 0.62287064,  0.37196652,  0.        ]), 'Reward', -0.2547917788286837)
('Episode', 14, 'Step', 154.0, 'Epsilon', 0.9143966666661059, 'Action', array([ 1.        ,  0.40243552,  0.02146938]), 'Reward', -0.30405337465697913)
('Episode', 14, 'Step', 169.0, 'Epsilon', 0.9143466666661055, 'Action', array([ 0.59652093,  0.40262842,  0.        ]), 'Reward', -0.029981078217276941)
('Episode', 14, 'Step', 184.0, 'Epsilon', 0.9142966666661052, 'Action', array([ 1.        ,  0.50809093,  0.02809676]), 'Reward', -0.051330091986726181)
('Episode', 14, 'Step', 199.0, 'Epsilon', 0.9142466666661049, 'Action', array([ 0.37034603,  0.55623216,  0.        ]), 'Reward', -0.12949900415576066)
('Episode', 14, 'Step', 214.0, 'Epsilon', 0.9141966666661046, 'Action', array([ 0.35614609,  0.48236247,  0.12686658]), 'Reward', -0.045333221408712605)
('Episode', 14, 'Step', 229.0, 'Epsilon', 0.9141466666661042, 'Action', array([ 1.        ,  0.44239524,  0.        ]), 'Reward', -0.38142777276922041)
('Episode', 14, 'Step', 244.0, 'Epsilon', 0.9140966666661039, 'Action', array([ 0.36661624,  0.43870684,  0.04609622]), 'Reward', -0.32362169723533252)
('Episode', 14, 'Step', 259.0, 'Epsilon', 0.9140466666661036, 'Action', array([ 0.45500973,  0.27938975,  0.        ]), 'Reward', -0.14452085942141468)
('Episode', 14, 'Step', 274.0, 'Epsilon', 0.9139966666661032, 'Action', array([ 0.17488154,  0.54663743,  0.00594526]), 'Reward', -0.33092952157872302)
('Episode', 14, 'Step', 289.0, 'Epsilon', 0.9139466666661029, 'Action', array([ 1.        ,  0.46931208,  0.        ]), 'Reward', -0.18954828110547239)
('Episode', 14, 'Step', 304.0, 'Epsilon', 0.9138966666661026, 'Action', array([-0.59886158,  0.53577901,  0.        ]), 'Reward', -0.65481877286446033)
('Episode', 14, 'Step', 319.0, 'Epsilon', 0.9138466666661023, 'Action', array([ 0.09770449,  0.43130944,  0.02699182]), 'Reward', -0.13749398351529599)
('Episode', 14, 'Step', 334.0, 'Epsilon', 0.9137966666661019, 'Action', array([-0.33653069,  0.61640579,  0.02203308]), 'Reward', -0.38335639603014204)
('Episode', 14, 'Step', 349.0, 'Epsilon', 0.9137466666661016, 'Action', array([ 1.        ,  0.55101109,  0.11643629]), 'Reward', 0.0085705763837482241)
('Episode', 14, 'Step', 364.0, 'Epsilon', 0.9136966666661013, 'Action', array([ 0.81841176,  0.44265237,  0.02950414]), 'Reward', -0.27605609385049112)
('Episode', 14, 'Step', 379.0, 'Epsilon', 0.913646666666101, 'Action', array([ 1.        ,  0.23088863,  0.0059475 ]), 'Reward', -0.16051337236991167)
('Episode', 14, 'Step', 394.0, 'Epsilon', 0.9135966666661006, 'Action', array([ 1.        ,  0.41393635,  0.        ]), 'Reward', -0.055089137350807782)
('Episode', 14, 'Step', 409.0, 'Epsilon', 0.9135466666661003, 'Action', array([ 0.03174894,  0.45288841,  0.01630812]), 'Reward', -0.24938077179643325)
('Episode', 14, 'Step', 424.0, 'Epsilon', 0.9134966666661, 'Action', array([ 0.58667449,  0.43611387,  0.        ]), 'Reward', -0.25257979077602133)
('Episode', 14, 'Step', 439.0, 'Epsilon', 0.9134466666660996, 'Action', array([-0.29833132,  0.35602587,  0.        ]), 'Reward', -0.20560461123586954)
('Episode', 14, 'Step', 454.0, 'Epsilon', 0.9133966666660993, 'Action', array([-0.12061319,  0.3520799 ,  0.05163579]), 'Reward', -0.10299071709734092)
('Episode', 14, 'Step', 469.0, 'Epsilon', 0.913346666666099, 'Action', array([ 0.42477631,  0.41631019,  0.00231079]), 'Reward', -0.087775151289061271)
('Episode', 14, 'Step', 484.0, 'Epsilon', 0.9132966666660987, 'Action', array([ 0.27973553,  0.42798475,  0.02088374]), 'Reward', -0.072180328843472308)
('Episode', 14, 'Step', 499.0, 'Epsilon', 0.9132466666660983, 'Action', array([ 0.34111257,  0.44357091,  0.        ]), 'Reward', -0.12514152412642843)
('Episode', 14, 'Step', 514.0, 'Epsilon', 0.913196666666098, 'Action', array([ 0.62504722,  0.32849923,  0.06599215]), 'Reward', -0.83799129106119397)
('Episode', 14, 'Step', 529.0, 'Epsilon', 0.9131466666660977, 'Action', array([-0.30158507,  0.45497251,  0.03704883]), 'Reward', -1.8813019960201807)
('Episode', 14, 'Step', 544.0, 'Epsilon', 0.9130966666660973, 'Action', array([-0.09055293,  0.35341242,  0.08078054]), 'Reward', -2.1172692962946495)
('Episode', 14, 'Step', 559.0, 'Epsilon', 0.913046666666097, 'Action', array([ 0.01902517,  0.32021891,  0.        ]), 'Reward', -1.5024371588274565)
('Episode', 14, 'Step', 574.0, 'Epsilon', 0.9129966666660967, 'Action', array([-0.21181682,  0.45728962,  0.04005032]), 'Reward', -1.247150218625892)
('Episode', 14, 'Step', 589.0, 'Epsilon', 0.9129466666660964, 'Action', array([ 0.35860194,  0.54163197,  0.        ]), 'Reward', -4.0877051495477623)
('Episode', 14, 'Step', 604.0, 'Epsilon', 0.912896666666096, 'Action', array([ 0.6629694 ,  0.35861247,  0.        ]), 'Reward', -6.5860535881309801)
('Episode', 14, 'Step', 619.0, 'Epsilon', 0.9128466666660957, 'Action', array([ 0.62985997,  0.56758653,  0.        ]), 'Reward', 47.170681653796542)
('Episode', 14, 'Step', 634.0, 'Epsilon', 0.9127966666660954, 'Action', array([  6.65690696e-01,   4.67402139e-01,   3.18169287e-05]), 'Reward', -1)
('Episode', 14, 'Step', 649.0, 'Epsilon', 0.912746666666095, 'Action', array([ 1.        ,  0.48585185,  0.02630868]), 'Reward', -10.006767178747676)
('Episode', 14, 'Step', 664.0, 'Epsilon', 0.9126966666660947, 'Action', array([-0.04013717,  0.65046762,  0.00094812]), 'Reward', 32.837597023510241)
('Episode', 14, 'Step', 679.0, 'Epsilon', 0.9126466666660944, 'Action', array([-0.84316722,  0.5353583 ,  0.        ]), 'Reward', -10.320292453126315)
('Episode', 14, 'Step', 694.0, 'Epsilon', 0.9125966666660941, 'Action', array([ 1.        ,  0.65455295,  0.        ]), 'Reward', -0.349534540839462)
('Episode', 14, 'Step', 709.0, 'Epsilon', 0.9125466666660937, 'Action', array([ 0.58439208,  0.5941762 ,  0.01786138]), 'Reward', -0.55035795996238079)
('Episode', 14, 'Step', 724.0, 'Epsilon', 0.9124966666660934, 'Action', array([ 1.        ,  0.56756414,  0.        ]), 'Reward', -0.26929551714096966)
('Episode', 14, 'Step', 739.0, 'Epsilon', 0.9124466666660931, 'Action', array([ 0.28082992,  0.61264183,  0.        ]), 'Reward', -0.32883106230188036)
('Episode', 14, 'Step', 754.0, 'Epsilon', 0.9123966666660928, 'Action', array([-0.57322206,  0.51726901,  0.        ]), 'Reward', -0.59054275513867616)
('Episode', 14, 'Step', 769.0, 'Epsilon', 0.9123466666660924, 'Action', array([ 0.5113904,  0.2861368,  0.0489662]), 'Reward', -0.088273985304862093)
('Episode', 14, 'Step', 784.0, 'Epsilon', 0.9122966666660921, 'Action', array([ 0.9569562 ,  0.61864769,  0.        ]), 'Reward', -0.38319007562033591)
('Episode', 14, 'Step', 799.0, 'Epsilon', 0.9122466666660918, 'Action', array([ 0.38007673,  0.58930703,  0.02553043]), 'Reward', -0.25143370513148344)
('Episode', 14, 'Step', 814.0, 'Epsilon', 0.9121966666660914, 'Action', array([ 1.        ,  0.56685268,  0.        ]), 'Reward', -0.31605565992642043)
('Episode', 14, 'Step', 829.0, 'Epsilon', 0.9121466666660911, 'Action', array([ 1.        ,  0.53978893,  0.01185255]), 'Reward', -0.34222194787729926)
('Episode', 14, 'Step', 844.0, 'Epsilon', 0.9120966666660908, 'Action', array([-0.17855196,  0.39837157,  0.01335797]), 'Reward', -0.38753651192791322)
('Episode', 14, 'Step', 859.0, 'Epsilon', 0.9120466666660905, 'Action', array([ 1.        ,  0.63073494,  0.00362322]), 'Reward', -0.42686233394555989)
('Episode', 14, 'Step', 874.0, 'Epsilon', 0.9119966666660901, 'Action', array([ 1.        ,  0.69489269,  0.03991692]), 'Reward', -0.4234982775208575)
('Episode', 14, 'Step', 889.0, 'Epsilon', 0.9119466666660898, 'Action', array([-0.32135348,  0.40410587,  0.02021722]), 'Reward', -0.37923402572458725)
('Episode', 14, 'Step', 904.0, 'Epsilon', 0.9118966666660895, 'Action', array([-0.51882044,  0.3511456 ,  0.04512563]), 'Reward', -0.46359750105351427)
('Episode', 14, 'Step', 919.0, 'Epsilon', 0.9118466666660892, 'Action', array([ 0.90380912,  0.46557817,  0.        ]), 'Reward', -0.29308727625399189)
('Episode', 14, 'Step', 934.0, 'Epsilon', 0.9117966666660888, 'Action', array([ 1.        ,  0.53252269,  0.        ]), 'Reward', -0.20683739778879262)
('Episode', 14, 'Step', 949.0, 'Epsilon', 0.9117466666660885, 'Action', array([-0.16154329,  0.4651892 ,  0.        ]), 'Reward', -0.33774768741397704)
('Episode', 14, 'Step', 964.0, 'Epsilon', 0.9116966666660882, 'Action', array([ 0.48197772,  0.57691572,  0.031156  ]), 'Reward', -0.25953742131754381)
('Episode', 14, 'Step', 979.0, 'Epsilon', 0.9116466666660878, 'Action', array([ 0.40005573,  0.5135637 ,  0.05618526]), 'Reward', -0.31509332215402208)
('Episode', 14, 'Step', 994.0, 'Epsilon', 0.9115966666660875, 'Action', array([ 1.        ,  0.63801363,  0.01317666]), 'Reward', -0.52146299097562698)
('Episode', 14, 'Step', 1009.0, 'Epsilon', 0.9115466666660872, 'Action', array([ 1.        ,  0.59032906,  0.07807261]), 'Reward', -0.29835326810675311)
('Episode', 14, 'Step', 1024.0, 'Epsilon', 0.9114966666660869, 'Action', array([ 0.26872857,  0.47863031,  0.        ]), 'Reward', -0.43683089036541395)
('Episode', 14, 'Step', 1039.0, 'Epsilon', 0.9114466666660865, 'Action', array([-0.33328322,  0.48431718,  0.        ]), 'Reward', -1.1154371592010985)
('Episode', 14, 'Step', 1054.0, 'Epsilon', 0.9113966666660862, 'Action', array([-0.42376234,  0.62329281,  0.03492798]), 'Reward', -0.98424979688413994)
('Episode', 14, 'Step', 1069.0, 'Epsilon', 0.9113466666660859, 'Action', array([ 0.84759089,  0.62125415,  0.        ]), 'Reward', -0.4899626997580071)
('Episode', 14, 'Step', 1084.0, 'Epsilon', 0.9112966666660856, 'Action', array([-0.2211821 ,  0.43677792,  0.        ]), 'Reward', -0.73049649664671112)
('Episode', 14, 'Step', 1099.0, 'Epsilon', 0.9112466666660852, 'Action', array([-0.2050916 ,  0.48391761,  0.        ]), 'Reward', -1.111424920585514)
('Episode', 14, 'Step', 1114.0, 'Epsilon', 0.9111966666660849, 'Action', array([ 1.        ,  0.53884011,  0.        ]), 'Reward', -0.38740767561207801)
('Episode', 14, 'Step', 1129.0, 'Epsilon', 0.9111466666660846, 'Action', array([-0.03543894,  0.49700916,  0.        ]), 'Reward', -0.75739350532774341)
('Episode', 14, 'Step', 1144.0, 'Epsilon', 0.9110966666660842, 'Action', array([ 0.90860459,  0.62550058,  0.02572206]), 'Reward', -0.55159263264077119)
('Episode', 14, 'Step', 1159.0, 'Epsilon', 0.9110466666660839, 'Action', array([ 1.       ,  0.4873152,  0.       ]), 'Reward', -1.0226892777944108)
('Episode', 14, 'Step', 1174.0, 'Epsilon', 0.9109966666660836, 'Action', array([-0.84261778,  0.52158702,  0.0946937 ]), 'Reward', -0.84857448090326604)
('Episode', 14, 'Step', 1189.0, 'Epsilon', 0.9109466666660833, 'Action', array([-0.39977748,  0.54726251,  0.        ]), 'Reward', -1.8515658272774562)
('Episode', 14, 'Step', 1204.0, 'Epsilon', 0.9108966666660829, 'Action', array([ 0.72621045,  0.62892755,  0.        ]), 'Reward', -0.70476386106135025)
('Episode', 14, 'Step', 1219.0, 'Epsilon', 0.9108466666660826, 'Action', array([-0.47232022,  0.49586473,  0.00200432]), 'Reward', -1.5489916694357913)
('Episode', 14, 'Step', 1234.0, 'Epsilon', 0.9107966666660823, 'Action', array([-0.71370954,  0.47052133,  0.        ]), 'Reward', -1.9660878897446299)
('Episode', 14, 'Step', 1249.0, 'Epsilon', 0.910746666666082, 'Action', array([ 0.20951725,  0.63730527,  0.09005823]), 'Reward', -1.5707746423080273)
('Episode', 14, 'Step', 1264.0, 'Epsilon', 0.9106966666660816, 'Action', array([ 1.        ,  0.47342941,  0.01110547]), 'Reward', -1.7201448312127603)
('Episode', 14, 'Step', 1279.0, 'Epsilon', 0.9106466666660813, 'Action', array([ 0.55637747,  0.54771966,  0.12299101]), 'Reward', -0.90119122686430453)
('Episode', 14, 'Step', 1294.0, 'Epsilon', 0.910596666666081, 'Action', array([ 0.34671517,  0.46866534,  0.03389597]), 'Reward', -0.6392350233828854)
('Episode', 14, 'Step', 1309.0, 'Epsilon', 0.9105466666660806, 'Action', array([-0.23445364,  0.40088437,  0.        ]), 'Reward', -0.59522639871544092)
('Episode', 14, 'Step', 1324.0, 'Epsilon', 0.9104966666660803, 'Action', array([ 1.        ,  0.50305427,  0.02654316]), 'Reward', -0.2240925519493292)
('Episode', 14, 'Step', 1339.0, 'Epsilon', 0.91044666666608, 'Action', array([ 0.97364322,  0.34420058,  0.01552724]), 'Reward', -0.30132792059037306)
('Episode', 14, 'Step', 1354.0, 'Epsilon', 0.9103966666660797, 'Action', array([ 0.96686751,  0.56683142,  0.        ]), 'Reward', -0.28925639434321676)
('Episode', 14, 'Step', 1369.0, 'Epsilon', 0.9103466666660793, 'Action', array([ 0.31465212,  0.45475112,  0.02932464]), 'Reward', -0.21667235623105058)
('Episode', 14, 'Step', 1384.0, 'Epsilon', 0.910296666666079, 'Action', array([-1.        ,  0.61354343,  0.0973397 ]), 'Reward', -0.58162073048067742)
('Episode', 14, 'Step', 1399.0, 'Epsilon', 0.9102466666660787, 'Action', array([-0.36986137,  0.5199225 ,  0.        ]), 'Reward', -0.35418273113707494)
('Episode', 14, 'Step', 1414.0, 'Epsilon', 0.9101966666660783, 'Action', array([-0.2077454 ,  0.55240975,  0.        ]), 'Reward', -0.48068182449151969)
('Episode', 14, 'Step', 1429.0, 'Epsilon', 0.910146666666078, 'Action', array([ 0.37867031,  0.45108055,  0.        ]), 'Reward', -0.20570646439026552)
('Episode', 14, 'Step', 1444.0, 'Epsilon', 0.9100966666660777, 'Action', array([ 0.72503444,  0.51100548,  0.        ]), 'Reward', -0.24697924703504603)
('Episode', 14, 'Step', 1459.0, 'Epsilon', 0.9100466666660774, 'Action', array([ 0.67341427,  0.45090915,  0.        ]), 'Reward', -0.22410752315830557)
('Episode', 14, 'Step', 1474.0, 'Epsilon', 0.909996666666077, 'Action', array([ 1.        ,  0.50632627,  0.04322064]), 'Reward', -0.27011811453540918)
('Episode', 14, 'Step', 1489.0, 'Epsilon', 0.9099466666660767, 'Action', array([ 0.64642754,  0.50977712,  0.00550214]), 'Reward', -0.20275281866075273)
('Episode', 14, 'Step', 1504.0, 'Epsilon', 0.9098966666660764, 'Action', array([ 0.54656317,  0.44417442,  0.06880079]), 'Reward', -0.19495767228257532)
('Episode', 14, 'Step', 1519.0, 'Epsilon', 0.909846666666076, 'Action', array([ 0.56833002,  0.45703456,  0.        ]), 'Reward', -0.29809596425207635)
('Episode', 14, 'Step', 1534.0, 'Epsilon', 0.9097966666660757, 'Action', array([ 0.87918021,  0.68650494,  0.08409844]), 'Reward', -0.26028447045818964)
('Episode', 14, 'Step', 1549.0, 'Epsilon', 0.9097466666660754, 'Action', array([-0.1308355,  0.6444705,  0.       ]), 'Reward', -0.45595031475188735)
('Episode', 14, 'Step', 1564.0, 'Epsilon', 0.9096966666660751, 'Action', array([-0.75629157,  0.55469846,  0.        ]), 'Reward', -0.51706767062911685)
('Episode', 14, 'Step', 1579.0, 'Epsilon', 0.9096466666660747, 'Action', array([-0.47763366,  0.55029662,  0.        ]), 'Reward', -0.65124825368599926)
('Episode', 14, 'Step', 1594.0, 'Epsilon', 0.9095966666660744, 'Action', array([ 1.        ,  0.69258583,  0.        ]), 'Reward', -0.53107966615719959)
('Episode', 14, 'Step', 1609.0, 'Epsilon', 0.9095466666660741, 'Action', array([-0.31926051,  0.59308043,  0.        ]), 'Reward', -0.64034420982191609)
('Episode', 14, 'Step', 1624.0, 'Epsilon', 0.9094966666660738, 'Action', array([ 0.61345276,  0.52936136,  0.00555788]), 'Reward', -0.33421024469567129)
('Episode', 14, 'Step', 1639.0, 'Epsilon', 0.9094466666660734, 'Action', array([ 0.7426093 ,  0.34347418,  0.        ]), 'Reward', -0.15977616336860842)
('Episode', 14, 'Step', 1654.0, 'Epsilon', 0.9093966666660731, 'Action', array([ 1.        ,  0.51385336,  0.        ]), 'Reward', -0.2393582009730561)
('Episode', 14, 'Step', 1669.0, 'Epsilon', 0.9093466666660728, 'Action', array([ 1.        ,  0.56781782,  0.        ]), 'Reward', -0.25478077892418599)
('Episode', 14, 'Step', 1684.0, 'Epsilon', 0.9092966666660725, 'Action', array([-0.48798626,  0.61638141,  0.02389693]), 'Reward', -0.2174103391243335)
('Episode', 14, 'Step', 1699.0, 'Epsilon', 0.9092466666660721, 'Action', array([ 1.       ,  0.6401085,  0.       ]), 'Reward', -0.29469718275640655)
('Episode', 14, 'Step', 1714.0, 'Epsilon', 0.9091966666660718, 'Action', array([-0.31039296,  0.54491353,  0.        ]), 'Reward', -0.50333976331172758)
('Episode', 14, 'Step', 1729.0, 'Epsilon', 0.9091466666660715, 'Action', array([ 0.3709003 ,  0.48434554,  0.        ]), 'Reward', -0.41096830973384613)
('Episode', 14, 'Step', 1744.0, 'Epsilon', 0.9090966666660711, 'Action', array([ 0.61854Waiting for request on port 3101
Timeout for client answer
Timeout for client answer
Timeout for client answer
Timeout for client answer
Timeout for client answer
Timeout for client answer
******* RESTARTING *****

Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
924,  0.68438622,  0.04655339]), 'Reward', -0.31733625559589207)
('Episode', 14, 'Step', 1759.0, 'Epsilon', 0.9090466666660708, 'Action', array([ 0.19173268,  0.51164366,  0.        ]), 'Reward', -0.33184645478781694)
('Episode', 14, 'Step', 1774.0, 'Epsilon', 0.9089966666660705, 'Action', array([ 0.44296313,  0.53935963,  0.00466302]), 'Reward', -0.37956225024015755)
('Episode', 14, 'Step', 1789.0, 'Epsilon', 0.9089466666660702, 'Action', array([-0.19297335,  0.5301468 ,  0.01865326]), 'Reward', -0.32223336249264584)
('Episode', 14, 'Step', 1804.0, 'Epsilon', 0.9088966666660698, 'Action', array([ 0.27031325,  0.42938267,  0.02417097]), 'Reward', -0.13677070695147919)
('Episode', 14, 'Step', 1819.0, 'Epsilon', 0.9088466666660695, 'Action', array([ 0.21644396,  0.59972499,  0.        ]), 'Reward', -0.30535178445153838)
('Episode', 14, 'Step', 1834.0, 'Epsilon', 0.9087966666660692, 'Action', array([-0.48116804,  0.42349835,  0.        ]), 'Reward', -0.41390672631578213)
('Episode', 14, 'Step', 1849.0, 'Epsilon', 0.9087466666660688, 'Action', array([ 0.66712154,  0.51944478,  0.00156954]), 'Reward', -0.21267458646910178)
('Episode', 14, 'Step', 1864.0, 'Epsilon', 0.9086966666660685, 'Action', array([ 0.41046997,  0.66271189,  0.01227913]), 'Reward', -0.33727244462591471)
('Episode', 14, 'Step', 1879.0, 'Epsilon', 0.9086466666660682, 'Action', array([ 0.34968127,  0.60498123,  0.02295523]), 'Reward', -0.19603501264547199)
('Episode', 14, 'Step', 1894.0, 'Epsilon', 0.9085966666660679, 'Action', array([-0.44872218,  0.56972538,  0.03199513]), 'Reward', -0.57007877385251793)
('Episode', 14, 'Step', 1909.0, 'Epsilon', 0.9085466666660675, 'Action', array([-1.        ,  0.52299133,  0.04684656]), 'Reward', -0.4804119816256075)
('Episode', 14, 'Step', 1924.0, 'Epsilon', 0.9084966666660672, 'Action', array([ 0.11902293,  0.4479637 ,  0.        ]), 'Reward', -0.19904012512753438)
('Episode', 14, 'Step', 1939.0, 'Epsilon', 0.9084466666660669, 'Action', array([-0.98805516,  0.58523082,  0.03859608]), 'Reward', -0.79500533476788604)
('Episode', 14, 'Step', 1954.0, 'Epsilon', 0.9083966666660666, 'Action', array([ 0.7868052 ,  0.51764294,  0.        ]), 'Reward', -0.35346131984739709)
('Episode', 14, 'Step', 1969.0, 'Epsilon', 0.9083466666660662, 'Action', array([-0.6612247 ,  0.47637751,  0.00850112]), 'Reward', -0.38263077650413141)
('Episode', 14, 'Step', 1984.0, 'Epsilon', 0.9082966666660659, 'Action', array([ 0.05998848,  0.5631368 ,  0.02147976]), 'Reward', -0.33233178459398194)
('Episode', 14, 'Step', 1999.0, 'Epsilon', 0.9082466666660656, 'Action', array([ 1.        ,  0.67915229,  0.04041877]), 'Reward', -0.280022782694554)
Now we save model with reward 2268.18909745 previous best reward was -168.238318312
TOTAL REWARD @ 14-th Episode  : Reward 2268.18909745
Total Step: 27526

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 15 Replay Buffer 27526 Early Stopping: 1 Epsilon: 0.908246666666 RN: 0.0173350840038
('Episode', 15, 'Step', 14.0, 'Epsilon', 0.9081966666660652, 'Action', array([ 0.47554866,  0.48956938,  0.        ]), 'Reward', 9.4595763469426029)
('Episode', 15, 'Step', 29.0, 'Epsilon', 0.9081466666660649, 'Action', array([-0.0830508 ,  0.4565523 ,  0.00241723]), 'Reward', 16.517382597204918)
('Episode', 15, 'Step', 44.0, 'Epsilon', 0.9080966666660646, 'Action', array([ 0.22125465,  0.63248554,  0.04040291]), 'Reward', 33.733163101814938)
Terminating because Out of Track
TOTAL REWARD @ 15-th Episode  : Reward 658.700613457
Total Step: 27582

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 16 Replay Buffer 27582 Early Stopping: 0 Epsilon: 0.908059999999 RN: 0.651401609259
('Episode', 16, 'Step', 3.0, 'Epsilon', 0.9080466666660643, 'Action', array([ 0.18929908,  0.50889083,  0.        ]), 'Reward', 3.5742949035769049)
('Episode', 16, 'Step', 18.0, 'Epsilon', 0.9079966666660639, 'Action', array([-0.59944143,  0.43849015,  0.        ]), 'Reward', 11.950438231140089)
('Episode', 16, 'Step', 33.0, 'Epsilon', 0.9079466666660636, 'Action', array([-0.06612817,  0.50101563,  0.01442332]), 'Reward', 26.841221417278629)
('Episode', 16, 'Step', 48.0, 'Epsilon', 0.9078966666660633, 'Action', array([-0.50516307,  0.60090369,  0.        ]), 'Reward', 21.942322330517388)
('Episode', 16, 'Step', 63.0, 'Epsilon', 0.907846666666063, 'Action', array([-0.57875447,  0.5522459 ,  0.038452  ]), 'Reward', 35.428681032732243)
('Episode', 16, 'Step', 78.0, 'Epsilon', 0.9077966666660626, 'Action', array([-0.19049452,  0.40947592,  0.00231376]), 'Reward', -87.461420028719616)
('Episode', 16, 'Step', 93.0, 'Epsilon', 0.9077466666660623, 'Action', array([-0.21684869,  0.41033756,  0.        ]), 'Reward', -18.692806870855712)
('Episode', 16, 'Step', 108.0, 'Epsilon', 0.907696666666062, 'Action', array([-1.        ,  0.35154132,  0.07807547]), 'Reward', -2.3118307114578238)
('Episode', 16, 'Step', 123.0, 'Epsilon', 0.9076466666660616, 'Action', array([ 0.30768322,  0.52772593,  0.01105383]), 'Reward', -10.838831227921823)
('Episode', 16, 'Step', 138.0, 'Epsilon', 0.9075966666660613, 'Action', array([-0.52030861,  0.56826234,  0.        ]), 'Reward', -8.7207173476815942)
('Episode', 16, 'Step', 153.0, 'Epsilon', 0.907546666666061, 'Action', array([-0.85393358,  0.52492005,  0.        ]), 'Reward', -4.1882103285613601)
('Episode', 16, 'Step', 168.0, 'Epsilon', 0.9074966666660607, 'Action', array([ 0.37069671,  0.3296521 ,  0.02681437]), 'Reward', -4.4959793082497281)
('Episode', 16, 'Step', 183.0, 'Epsilon', 0.9074466666660603, 'Action', array([-0.47565244,  0.39290144,  0.05215205]), 'Reward', -2.9780618699586832)
('Episode', 16, 'Step', 198.0, 'Epsilon', 0.90739666666606, 'Action', array([ 0.42378543,  0.58368555,  0.        ]), 'Reward', -13.917206625335055)
('Episode', 16, 'Step', 213.0, 'Epsilon', 0.9073466666660597, 'Action', array([-1.        ,  0.75571153,  0.        ]), 'Reward', -16.845233241520102)
('Episode', 16, 'Step', 228.0, 'Epsilon', 0.9072966666660593, 'Action', array([-0.19603142,  0.32549131,  0.0628406 ]), 'Reward', -12.788954730078256)
('Episode', 16, 'Step', 243.0, 'Epsilon', 0.907246666666059, 'Action', array([-0.94409099,  0.53398725,  0.01784554]), 'Reward', -6.2002211063587014)
('Episode', 16, 'Step', 258.0, 'Epsilon', 0.9071966666660587, 'Action', array([-0.68276362,  0.36980455,  0.        ]), 'Reward', -6.2957694533464803)
('Episode', 16, 'Step', 273.0, 'Epsilon', 0.9071466666660584, 'Action', array([-0.72458434,  0.57699379,  0.0186023 ]), 'Reward', -3.9816501433492197)
('Episode', 16, 'Step', 288.0, 'Epsilon', 0.907096666666058, 'Action', array([-0.55464593,  0.41641038,  0.0061473 ]), 'Reward', -3.5201103315280218)
('Episode', 16, 'Step', 303.0, 'Epsilon', 0.9070466666660577, 'Action', array([-1.        ,  0.44009179,  0.01828109]), 'Reward', -1.4078891908534548)
('Episode', 16, 'Step', 318.0, 'Epsilon', 0.9069966666660574, 'Action', array([-0.65687072,  0.51473447,  0.        ]), 'Reward', -1.967019435934785)
('Episode', 16, 'Step', 333.0, 'Epsilon', 0.906946666666057, 'Action', array([ 0.18917337,  0.50955505,  0.        ]), 'Reward', -3.2197762540660158)
('Episode', 16, 'Step', 348.0, 'Epsilon', 0.9068966666660567, 'Action', array([-0.59422221,  0.43464036,  0.        ]), 'Reward', -2.7787415159412352)
('Episode', 16, 'Step', 363.0, 'Epsilon', 0.9068466666660564, 'Action', array([-1.        ,  0.4073636 ,  0.02738057]), 'Reward', -4.0209080058702718)
('Episode', 16, 'Step', 378.0, 'Epsilon', 0.9067966666660561, 'Action', array([ 0.0042831 ,  0.47217086,  0.02255126]), 'Reward', -4.5299683598057729)
('Episode', 16, 'Step', 393.0, 'Epsilon', 0.9067466666660557, 'Action', array([-0.46084764,  0.34645408,  0.        ]), 'Reward', -2.4780225718423803)
('Episode', 16, 'Step', 408.0, 'Epsilon', 0.9066966666660554, 'Action', array([-0.9033171 ,  0.42120425,  0.        ]), 'Reward', -2.0712667291601621)
('Episode', 16, 'Step', 423.0, 'Epsilon', 0.9066466666660551, 'Action', array([-0.37410407,  0.64196248,  0.03171524]), 'Reward', -10.875259427491578)
('Episode', 16, 'Step', 438.0, 'Epsilon', 0.9065966666660548, 'Action', array([ 0.11862897,  0.35733142,  0.        ]), 'Reward', -7.6325567740835254)
('Episode', 16, 'Step', 453.0, 'Epsilon', 0.9065466666660544, 'Action', array([-1.        ,  0.50765938,  0.        ]), 'Reward', -3.0323946103497614)
('Episode', 16, 'Step', 468.0, 'Epsilon', 0.9064966666660541, 'Action', array([-0.57837829,  0.42961365,  0.02729441]), 'Reward', -5.5889870546318985)
('Episode', 16, 'Step', 483.0, 'Epsilon', 0.9064466666660538, 'Action', array([-0.26266142,  0.61412653,  0.00106101]), 'Reward', -4.2264112578867383)
('Episode', 16, 'Step', 498.0, 'Epsilon', 0.9063966666660535, 'Action', array([-0.75090754,  0.53854895,  0.04142226]), 'Reward', -2.5479337401704867)
('Episode', 16, 'Step', 513.0, 'Epsilon', 0.9063466666660531, 'Action', array([-0.57265304,  0.4257707 ,  0.00266619]), 'Reward', -8.3660680726214345)
('Episode', 16, 'Step', 528.0, 'Epsilon', 0.9062966666660528, 'Action', array([-0.03964324,  0.4467138 ,  0.        ]), 'Reward', -10.121276179156133)
('Episode', 16, 'Step', 543.0, 'Epsilon', 0.9062466666660525, 'Action', array([-1.        ,  0.56465891,  0.07540402]), 'Reward', -2.2491398374986025)
('Episode', 16, 'Step', 558.0, 'Epsilon', 0.9061966666660521, 'Action', array([ 0.63841473,  0.5052717 ,  0.00600826]), 'Reward', -4.578924893305734)
('Episode', 16, 'Step', 573.0, 'Epsilon', 0.9061466666660518, 'Action', array([ 0.690549  ,  0.59219626,  0.04618394]), 'Reward', -8.5424185639562538)
('Episode', 16, 'Step', 588.0, 'Epsilon', 0.9060966666660515, 'Action', array([-0.71882893,  0.59174924,  0.06779711]), 'Reward', -103.82758327788044)
('Episode', 16, 'Step', 603.0, 'Epsilon', 0.9060466666660512, 'Action', array([-1.        ,  0.49839342,  0.        ]), 'Reward', -0.028335616736210871)
('Episode', 16, 'Step', 618.0, 'Epsilon', 0.9059966666660508, 'Action', array([-0.36519833,  0.49708112,  0.03557511]), 'Reward', 0.014512757079896922)
('Episode', 16, 'Step', 633.0, 'Epsilon', 0.9059466666660505, 'Action', array([-0.36566196,  0.5511367 ,  0.        ]), 'Reward', 0.048544922108491609)
('Episode', 16, 'Step', 648.0, 'Epsilon', 0.9058966666660502, 'Action', array([-0.95939707,  0.56385689,  0.        ]), 'Reward', -0.71583238745165878)
('Episode', 16, 'Step', 663.0, 'Epsilon', 0.9058466666660498, 'Action', array([-0.5854534 ,  0.70371855,  0.        ]), 'Reward', -0.26761967224464001)
('Episode', 16, 'Step', 678.0, 'Epsilon', 0.9057966666660495, 'Action', array([-0.86842861,  0.54012176,  0.05406767]), 'Reward', -0.52821205170729479)
('Episode', 16, 'Step', 693.0, 'Epsilon', 0.9057466666660492, 'Action', array([-0.78315712,  0.46671308,  0.        ]), 'Reward', -0.41823258454553813)
('Episode', 16, 'Step', 708.0, 'Epsilon', 0.9056966666660489, 'Action', array([ 0.17892187,  0.688168  ,  0.08256387]), 'Reward', 0.14484301580661516)
('Episode', 16, 'Step', 723.0, 'Epsilon', 0.9056466666660485, 'Action', array([-0.95928125,  0.50189681,  0.        ]), 'Reward', -0.57554704855974914)
('Episode', 16, 'Step', 738.0, 'Epsilon', 0.9055966666660482, 'Action', array([-0.08270642,  0.45827082,  0.00351175]), 'Reward', -1.0317906905275889)
('Episode', 16, 'Step', 753.0, 'Epsilon', 0.9055466666660479, 'Action', array([-0.55787503,  0.6251054 ,  0.00404539]), 'Reward', -0.90639520664008633)
('Episode', 16, 'Step', 768.0, 'Epsilon', 0.9054966666660476, 'Action', array([ 0.29417827,  0.46728228,  0.        ]), 'Reward', -0.35052941403423554)
('Episode', 16, 'Step', 783.0, 'Epsilon', 0.9054466666660472, 'Action', array([-1.        ,  0.51489426,  0.03703105]), 'Reward', -0.68893113866701405)
('Episode', 16, 'Step', 798.0, 'Epsilon', 0.9053966666660469, 'Action', array([-1.        ,  0.43910725,  0.        ]), 'Reward', -0.82429229021908867)
('Episode', 16, 'Step', 813.0, 'Epsilon', 0.9053466666660466, 'Action', array([-1.        ,  0.66479114,  0.        ]), 'Reward', -0.57658108414855525)
('Episode', 16, 'Step', 828.0, 'Epsilon', 0.9052966666660462, 'Action', array([-0.79126116,  0.50578253,  0.02538309]), 'Reward', -0.275594716645293)
('Episode', 16, 'Step', 843.0, 'Epsilon', 0.9052466666660459, 'Action', array([ 0.7820149 ,  0.60120207,  0.        ]), 'Reward', -1.0267062465262526)
('Episode', 16, 'Step', 858.0, 'Epsilon', 0.9051966666660456, 'Action', array([ 1.        ,  0.58445829,  0.05526675]), 'Reward', -0.69104802596127057)
('Episode', 16, 'Step', 873.0, 'Epsilon', 0.9051466666660453, 'Action', array([-0.73184011,  0.51221466,  0.07480857]), 'Reward', -0.83193884816742281)
('Episode', 16, 'Step', 888.0, 'Epsilon', 0.9050966666660449, 'Action', array([ 0.55712748,  0.55961759,  0.        ]), 'Reward', -0.78143219492822302)
('Episode', 16, 'Step', 903.0, 'Epsilon', 0.9050466666660446, 'Action', array([ 0.15338564,  0.7389922 ,  0.00204952]), 'Reward', -0.84266017299335183)
('Episode', 16, 'Step', 918.0, 'Epsilon', 0.9049966666660443, 'Action', array([-1.        ,  0.42870767,  0.06112074]), 'Reward', -0.17662258159751415)
('Episode', 16, 'Step', 933.0, 'Epsilon', 0.904946666666044, 'Action', array([ 1.        ,  0.45909689,  0.        ]), 'Reward', -0.28127668034108305)
('Episode', 16, 'Step', 948.0, 'Epsilon', 0.9048966666660436, 'Action', array([ 0.02841822,  0.49649158,  0.01853987]), 'Reward', -0.71035243991725738)
('Episode', 16, 'Step', 963.0, 'Epsilon', 0.9048466666660433, 'Action', array([ 0.06673891,  0.48241291,  0.        ]), 'Reward', -1.5478206034869326)
('Episode', 16, 'Step', 978.0, 'Epsilon', 0.904796666666043, 'Action', array([-0.71716218,  0.46517474,  0.        ]), 'Reward', -1.0686664443207836)
('Episode', 16, 'Step', 993.0, 'Epsilon', 0.9047466666660426, 'Action', array([-0.80883337,  0.52154072,  0.01783818]), 'Reward', -1.8715328408284693)
('Episode', 16, 'Step', 1008.0, 'Epsilon', 0.9046966666660423, 'Action', array([ 0.41608848,  0.55303064,  0.09640211]), 'Reward', -0.85231078871899113)
('Episode', 16, 'Step', 1023.0, 'Epsilon', 0.904646666666042, 'Action', array([-1.        ,  0.57477349,  0.        ]), 'Reward', 0.05710207354726534)
('Episode', 16, 'Step', 1038.0, 'Epsilon', 0.9045966666660417, 'Action', array([ 0.36922583,  0.53960023,  0.07656631]), 'Reward', -0.42294010103269331)
('Episode', 16, 'Step', 1053.0, 'Epsilon', 0.9045466666660413, 'Action', array([-0.94465375,  0.50705596,  0.05499525]), 'Reward', -0.26002891659201399)
('Episode', 16, 'Step', 1068.0, 'Epsilon', 0.904496666666041, 'Action', array([-0.36459802,  0.52488362,  0.        ]), 'Reward', -0.49985732946100936)
('Episode', 16, 'Step', 1083.0, 'Epsilon', 0.9044466666660407, 'Action', array([-1.        ,  0.55112657,  0.01327162]), 'Reward', 0.095342133719106117)
('Episode', 16, 'Step', 1098.0, 'Epsilon', 0.9043966666660403, 'Action', array([-1.        ,  0.50177386,  0.03763753]), 'Reward', -0.28992997829978145)
('Episode', 16, 'Step', 1113.0, 'Epsilon', 0.90434666666604, 'Action', array([-0.24913391,  0.48879665,  0.08214723]), 'Reward', 0.026767226180410837)
('Episode', 16, 'Step', 1128.0, 'Epsilon', 0.9042966666660397, 'Action', array([-1.        ,  0.59990221,  0.        ]), 'Reward', -0.15334359327893163)
('Episode', 16, 'Step', 1143.0, 'Epsilon', 0.9042466666660394, 'Action', array([ 0.47393638,  0.52906661,  0.        ]), 'Reward', -0.23207817084075338)
('Episode', 16, 'Step', 1158.0, 'Epsilon', 0.904196666666039, 'Action', array([-0.34316109,  0.46221167,  0.        ]), 'Reward', 0.035291243793665376)
('Episode', 16, 'Step', 1173.0, 'Epsilon', 0.9041466666660387, 'Action', array([-1.       ,  0.4996455,  0.       ]), 'Reward', -0.7885880071531709)
('Episode', 16, 'Step', 1188.0, 'Epsilon', 0.9040966666660384, 'Action', array([ 1.        ,  0.38257903,  0.0093813 ]), 'Reward', -0.31625759892021049)
('Episode', 16, 'Step', 1203.0, 'Epsilon', 0.9040466666660381, 'Action', array([ 0.46015569,  0.56884229,  0.02170476]), 'Reward', -0.43752501587329079)
('Episode', 16, 'Step', 1218.0, 'Epsilon', 0.9039966666660377, 'Action', array([-1.        ,  0.5182642 ,  0.02667364]), 'Reward', -0.63438683210987279)
('Episode', 16, 'Step', 1233.0, 'Epsilon', 0.9039466666660374, 'Action', array([-1.        ,  0.51550679,  0.00472503]), 'Reward', -0.56649936674988177)
('Episode', 16, 'Step', 1248.0, 'Epsilon', 0.9038966666660371, 'Action', array([-0.18172042,  0.32098167,  0.04518306]), 'Reward', -0.52516457462147548)
('Episode', 16, 'Step', 1263.0, 'Epsilon', 0.9038466666660367, 'Action', array([ 0.33057635,  0.58300372,  0.        ]), 'Reward', -0.62471226842983008)
('Episode', 16, 'Step', 1278.0, 'Epsilon', 0.9037966666660364, 'Action', array([ 1.        ,  0.44254542,  0.03493683]), 'Reward', -0.46756848435198972)
('Episode', 16, 'Step', 1293.0, 'Epsilon', 0.9037466666660361, 'Action', array([ 0.3953304 ,  0.60555089,  0.01654522]), 'Reward', -0.43827778196113931)
('Episode', 16, 'Step', 1308.0, 'Epsilon', 0.9036966666660358, 'Action', array([-0.00622276,  0.47264212,  0.06094052]), 'Reward', -0.67833845364319878)
('Episode', 16, 'Step', 1323.0, 'Epsilon', 0.9036466666660354, 'Action', array([ 0.20444264,  0.51792563,  0.0238786 ]), 'Reward', -0.99752745131805032)
('Episode', 16, 'Step', 1338.0, 'Epsilon', 0.9035966666660351, 'Action', array([ 0.40773354,  0.62860122,  0.04321974]), 'Reward', -0.43511527931536376)
('Episode', 16, 'Step', 1353.0, 'Epsilon', 0.9035466666660348, 'Action', array([ 1.        ,  0.50854634,  0.        ]), 'Reward', -1.1377935435028839)
('Episode', 16, 'Step', 1368.0, 'Epsilon', 0.9034966666660345, 'Action', array([ 1.        ,  0.64595422,  0.        ]), 'Reward', -0.93661006792638024)
('Episode', 16, 'Step', 1383.0, 'Epsilon', 0.9034466666660341, 'Action', array([ 0.90396379,  0.50079489,  0.        ]), 'Reward', -0.66502620889716391)
('Episode', 16, 'Step', 1398.0, 'Epsilon', 0.9033966666660338, 'Action', array([-0.44130714,  0.40493473,  0.05075868]), 'Reward', -1.0757579662564811)
('Episode', 16, 'Step', 1413.0, 'Epsilon', 0.9033466666660335, 'Action', array([-1.        ,  0.57090529,  0.        ]), 'Reward', -2.5124913204162889)
('Episode', 16, 'Step', 1428.0, 'Epsilon', 0.9032966666660331, 'Action', array([-0.49471136,  0.49750866,  0.11825538]), 'Reward', -1.1848210373716754)
('Episode', 16, 'Step', 1443.0, 'Epsilon', 0.9032466666660328, 'Action', array([-0.77892558,  0.52521093,  0.        ]), 'Reward', -2.1290908546271092)
('Episode', 16, 'Step', 1458.0, 'Epsilon', 0.9031966666660325, 'Action', array([ 1.        ,  0.60015353,  0.        ]), 'Reward', -0.68560379077199574)
('Episode', 16, 'Step', 1473.0, 'Epsilon', 0.9031466666660322, 'Action', array([-0.81644242,  0.72194394,  0.01587154]), 'Reward', -3.298350714678417)
('Episode', 16, 'Step', 1488.0, 'Epsilon', 0.9030966666660318, 'Action', array([-0.25654668,  0.63559777,  0.04172875]), 'Reward', -2.2263894612333637)
('Episode', 16, 'Step', 1503.0, 'Epsilon', 0.9030466666660315, 'Action', array([ 0.90888259,  0.44154983,  0.02407219]), 'Reward', -1.13670523232277)
('Episode', 16, 'Step', 1518.0, 'Epsilon', 0.9029966666660312, 'Action', array([ 0.76382566,  0.62163809,  0.09675686]), 'Reward', -0.94186620177768243)
('Episode', 16, 'Step', 1533.0, 'Epsilon', 0.9029466666660309, 'Action', array([ 0.05157452,  0.54096301,  0.        ]), 'Reward', -1.6290849002693979)
('Episode', 16, 'Step', 1548.0, 'Epsilon', 0.9028966666660305, 'Action', array([ 1.        ,  0.61887495,  0.02737143]), 'Reward', -0.72852512668378444)
('Episode', 16, 'Step', 1563.0, 'Epsilon', 0.9028466666660302, 'Action', array([-0.01774867,  0.47034724,  0.01385929]), 'Reward', -1.4940980127751813)
('Episode', 16, 'Step', 1578.0, 'Epsilon', 0.9027966666660299, 'Action', array([ 0.84820955,  0.57022365,  0.07577819]), 'Reward', -0.6560473518857729)
('Episode', 16, 'Step', 1593.0, 'Epsilon', 0.9027466666660295, 'Action', array([-0.46859134,  0.62869895,  0.0327812 ]), 'Reward', -2.1432445601516639)
('Episode', 16, 'Step', 1608.0, 'Epsilon', 0.9026966666660292, 'Action', array([ 1.        ,  0.40351481,  0.        ]), 'Reward', -0.64058429531126793)
('Episode', 16, 'Step', 1623.0, 'Epsilon', 0.9026466666660289, 'Action', array([-0.40586394,  0.60729142,  0.03069539]), 'Reward', -1.7367273794361073)
('Episode', 16, 'Step', 1638.0, 'Epsilon', 0.9025966666660286, 'Action', array([ 1.        ,  0.519414  ,  0.04247395]), 'Reward', -0.7774480985869805)
('Episode', 16, 'Step', 1653.0, 'Epsilon', 0.9025466666660282, 'Action', array([ 0.97031359,  0.Waiting for request on port 3101
******* RESTARTING *****
57138176,  0.        ]), 'Reward', -0.79323882762413545)
('Episode', 16, 'Step', 1668.0, 'Epsilon', 0.9024966666660279, 'Action', array([ 1.        ,  0.70291065,  0.        ]), 'Reward', -0.85416858759417491)
('Episode', 16, 'Step', 1683.0, 'Epsilon', 0.9024466666660276, 'Action', array([ 0.21315914,  0.52267447,  0.        ]), 'Reward', -0.95055816212154931)
('Episode', 16, 'Step', 1698.0, 'Epsilon', 0.9023966666660272, 'Action', array([ 0.90809246,  0.48639809,  0.        ]), 'Reward', -0.5287886034639071)
('Episode', 16, 'Step', 1713.0, 'Epsilon', 0.9023466666660269, 'Action', array([ 0.37044749,  0.52964609,  0.00156077]), 'Reward', -0.98979492007399705)
('Episode', 16, 'Step', 1728.0, 'Epsilon', 0.9022966666660266, 'Action', array([ 0.75308022,  0.28407415,  0.0504886 ]), 'Reward', -3.2858192026213313)
('Episode', 16, 'Step', 1743.0, 'Epsilon', 0.9022466666660263, 'Action', array([-0.15731331,  0.59306573,  0.01830921]), 'Reward', 21.268474540796571)
('Episode', 16, 'Step', 1758.0, 'Epsilon', 0.9021966666660259, 'Action', array([-0.17394545,  0.37557011,  0.        ]), 'Reward', 12.950254512279564)
('Episode', 16, 'Step', 1773.0, 'Epsilon', 0.9021466666660256, 'Action', array([ 0.54960411,  0.60426922,  0.07860725]), 'Reward', 22.147213473849639)
('Episode', 16, 'Step', 1788.0, 'Epsilon', 0.9020966666660253, 'Action', array([ 0.33909577,  0.51364397,  0.        ]), 'Reward', 3.9496960516172237)
('Episode', 16, 'Step', 1803.0, 'Epsilon', 0.902046666666025, 'Action', array([-0.98023396,  0.47506743,  0.01227591]), 'Reward', -0.16851709156943451)
('Episode', 16, 'Step', 1818.0, 'Epsilon', 0.9019966666660246, 'Action', array([-0.25403864,  0.63942627,  0.05941127]), 'Reward', -0.050818196192782508)
('Episode', 16, 'Step', 1833.0, 'Epsilon', 0.9019466666660243, 'Action', array([-1.        ,  0.41034046,  0.        ]), 'Reward', -0.01392031330362678)
('Episode', 16, 'Step', 1848.0, 'Epsilon', 0.901896666666024, 'Action', array([ 0.73286646,  0.54076491,  0.        ]), 'Reward', -0.2617300970579749)
('Episode', 16, 'Step', 1863.0, 'Epsilon', 0.9018466666660236, 'Action', array([ 0.28086054,  0.59088707,  0.02875143]), 'Reward', -0.15425953396041472)
('Episode', 16, 'Step', 1878.0, 'Epsilon', 0.9017966666660233, 'Action', array([-0.05518341,  0.43285187,  0.00867079]), 'Reward', -0.18111311167959529)
('Episode', 16, 'Step', 1893.0, 'Epsilon', 0.901746666666023, 'Action', array([-0.00459838,  0.52547954,  0.        ]), 'Reward', -0.06344830411119462)
('Episode', 16, 'Step', 1908.0, 'Epsilon', 0.9016966666660227, 'Action', array([-0.70599954,  0.52023917,  0.02003703]), 'Reward', -0.28337754571093854)
('Episode', 16, 'Step', 1923.0, 'Epsilon', 0.9016466666660223, 'Action', array([-1.        ,  0.60539149,  0.        ]), 'Reward', -0.031788676084036974)
('Episode', 16, 'Step', 1938.0, 'Epsilon', 0.901596666666022, 'Action', array([-1.        ,  0.57265695,  0.04134364]), 'Reward', -0.36434660408855296)
('Episode', 16, 'Step', 1953.0, 'Epsilon', 0.9015466666660217, 'Action', array([-1.        ,  0.56113823,  0.        ]), 'Reward', -0.26241578761498874)
('Episode', 16, 'Step', 1968.0, 'Epsilon', 0.9014966666660214, 'Action', array([-0.95854925,  0.47207712,  0.        ]), 'Reward', -0.018638514137448329)
('Episode', 16, 'Step', 1983.0, 'Epsilon', 0.901446666666021, 'Action', array([-0.45986388,  0.6306377 ,  0.05560225]), 'Reward', -0.28091792096394952)
('Episode', 16, 'Step', 1998.0, 'Epsilon', 0.9013966666660207, 'Action', array([-0.69303292,  0.45384814,  0.        ]), 'Reward', -0.13299143507132816)
TOTAL REWARD @ 16-th Episode  : Reward -2853.46626827
Total Step: 29582

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 17 Replay Buffer 29582 Early Stopping: 0 Epsilon: 0.901393333333 RN: 0.226939562291
('Episode', 17, 'Step', 13.0, 'Epsilon', 0.9013466666660204, 'Action', array([ 0.40147579,  0.45846338,  0.00314365]), 'Reward', 10.778369775048009)
('Episode', 17, 'Step', 28.0, 'Epsilon', 0.90129666666602, 'Action', array([-0.62919039,  0.48678576,  0.08772729]), 'Reward', 9.6950396325578776)
('Episode', 17, 'Step', 43.0, 'Epsilon', 0.9012466666660197, 'Action', array([ 0.53807006,  0.39873702,  0.00891362]), 'Reward', 43.292353843918029)
('Episode', 17, 'Step', 58.0, 'Epsilon', 0.9011966666660194, 'Action', array([-0.95829927,  0.47682114,  0.        ]), 'Reward', -11.779691974862791)
('Episode', 17, 'Step', 73.0, 'Epsilon', 0.9011466666660191, 'Action', array([-0.33334192,  0.46227277,  0.04033323]), 'Reward', 0.046897596248579046)
('Episode', 17, 'Step', 88.0, 'Epsilon', 0.9010966666660187, 'Action', array([ 0.45488292,  0.33988288,  0.        ]), 'Reward', -0.35375207457541091)
('Episode', 17, 'Step', 103.0, 'Epsilon', 0.9010466666660184, 'Action', array([-0.42818767,  0.64238183,  0.        ]), 'Reward', -0.24947224431676279)
('Episode', 17, 'Step', 118.0, 'Epsilon', 0.9009966666660181, 'Action', array([-0.24240016,  0.58453817,  0.02025281]), 'Reward', -0.37206769048919652)
('Episode', 17, 'Step', 133.0, 'Epsilon', 0.9009466666660177, 'Action', array([ 0.56195579,  0.33805892,  0.0623597 ]), 'Reward', -0.057625805335383841)
('Episode', 17, 'Step', 148.0, 'Epsilon', 0.9008966666660174, 'Action', array([-0.32019941,  0.5965053 ,  0.        ]), 'Reward', -0.43852047895951496)
('Episode', 17, 'Step', 163.0, 'Epsilon', 0.9008466666660171, 'Action', array([-0.94298496,  0.23684249,  0.01858259]), 'Reward', -0.29491401762875491)
('Episode', 17, 'Step', 178.0, 'Epsilon', 0.9007966666660168, 'Action', array([-0.5738323 ,  0.48065525,  0.        ]), 'Reward', -0.043855725042280413)
('Episode', 17, 'Step', 193.0, 'Epsilon', 0.9007466666660164, 'Action', array([-0.55319328,  0.48093566,  0.07269921]), 'Reward', -0.028626178823899048)
('Episode', 17, 'Step', 208.0, 'Epsilon', 0.9006966666660161, 'Action', array([ 0.18750116,  0.50384276,  0.03848781]), 'Reward', -0.43208112027486412)
('Episode', 17, 'Step', 223.0, 'Epsilon', 0.9006466666660158, 'Action', array([ 0.88556178,  0.40417594,  0.02656139]), 'Reward', -0.24275774536064024)
('Episode', 17, 'Step', 238.0, 'Epsilon', 0.9005966666660155, 'Action', array([-0.87912497,  0.46398844,  0.        ]), 'Reward', -0.51845111262902199)
('Episode', 17, 'Step', 253.0, 'Epsilon', 0.9005466666660151, 'Action', array([ 0.30761388,  0.61383521,  0.        ]), 'Reward', -0.2042206179270859)
('Episode', 17, 'Step', 268.0, 'Epsilon', 0.9004966666660148, 'Action', array([-0.10141246,  0.46043619,  0.03910714]), 'Reward', -0.29689996912425687)
('Episode', 17, 'Step', 283.0, 'Epsilon', 0.9004466666660145, 'Action', array([-1.        ,  0.38168447,  0.06293593]), 'Reward', -0.27049032644431487)
('Episode', 17, 'Step', 298.0, 'Epsilon', 0.9003966666660141, 'Action', array([-0.73178361,  0.41995113,  0.05225993]), 'Reward', -0.46647453297284264)
('Episode', 17, 'Step', 313.0, 'Epsilon', 0.9003466666660138, 'Action', array([-0.0499685 ,  0.4683107 ,  0.07085822]), 'Reward', 0.016639958687100463)
('Episode', 17, 'Step', 328.0, 'Epsilon', 0.9002966666660135, 'Action', array([ 0.30954651,  0.32234483,  0.        ]), 'Reward', 0.09614101202517103)
('Episode', 17, 'Step', 343.0, 'Epsilon', 0.9002466666660132, 'Action', array([ 0.05973393,  0.55771066,  0.        ]), 'Reward', -0.25585595843462761)
('Episode', 17, 'Step', 358.0, 'Epsilon', 0.9001966666660128, 'Action', array([-0.74745224,  0.51546147,  0.        ]), 'Reward', -0.057358568083255873)
('Episode', 17, 'Step', 373.0, 'Epsilon', 0.9001466666660125, 'Action', array([ 0.84634492,  0.40861323,  0.        ]), 'Reward', -0.60721824254320844)
('Episode', 17, 'Step', 388.0, 'Epsilon', 0.9000966666660122, 'Action', array([-0.26802943,  0.42297158,  0.        ]), 'Reward', -0.39956820973950441)
('Episode', 17, 'Step', 403.0, 'Epsilon', 0.9000466666660119, 'Action', array([ 0.5757862 ,  0.36562001,  0.        ]), 'Reward', -0.33153125589656662)
('Episode', 17, 'Step', 418.0, 'Epsilon', 0.8999966666660115, 'Action', array([-0.89312904,  0.54090438,  0.        ]), 'Reward', -0.10619663008123316)
('Episode', 17, 'Step', 433.0, 'Epsilon', 0.8999466666660112, 'Action', array([-0.25737077,  0.37960783,  0.02372391]), 'Reward', -0.61501271249511347)
('Episode', 17, 'Step', 448.0, 'Epsilon', 0.8998966666660109, 'Action', array([-0.13014751,  0.38144446,  0.02817517]), 'Reward', -0.18390436173999214)
('Episode', 17, 'Step', 463.0, 'Epsilon', 0.8998466666660105, 'Action', array([-1.        ,  0.47772076,  0.        ]), 'Reward', 0.16355252588130348)
('Episode', 17, 'Step', 478.0, 'Epsilon', 0.8997966666660102, 'Action', array([-1.        ,  0.27310097,  0.        ]), 'Reward', 0.19107315444099529)
('Episode', 17, 'Step', 493.0, 'Epsilon', 0.8997466666660099, 'Action', array([-0.65087681,  0.37432338,  0.03488666]), 'Reward', -0.30162923092830501)
('Episode', 17, 'Step', 508.0, 'Epsilon', 0.8996966666660096, 'Action', array([-0.60046844,  0.4736068 ,  0.08700993]), 'Reward', -0.37594628028456534)
('Episode', 17, 'Step', 523.0, 'Epsilon', 0.8996466666660092, 'Action', array([-0.4367618 ,  0.42470579,  0.03787051]), 'Reward', -0.40874873697912251)
('Episode', 17, 'Step', 538.0, 'Epsilon', 0.8995966666660089, 'Action', array([ 0.37009868,  0.43148279,  0.0040813 ]), 'Reward', -0.51427263366834275)
('Episode', 17, 'Step', 553.0, 'Epsilon', 0.8995466666660086, 'Action', array([ 0.45333545,  0.54018117,  0.04955909]), 'Reward', -0.35757535057930367)
('Episode', 17, 'Step', 568.0, 'Epsilon', 0.8994966666660082, 'Action', array([-0.0478632 ,  0.58193965,  0.01288976]), 'Reward', -0.46467957006974325)
('Episode', 17, 'Step', 583.0, 'Epsilon', 0.8994466666660079, 'Action', array([-0.23181725,  0.40505961,  0.00185884]), 'Reward', -0.057999985639773356)
('Episode', 17, 'Step', 598.0, 'Epsilon', 0.8993966666660076, 'Action', array([-1.        ,  0.48639056,  0.        ]), 'Reward', -0.65409510479373345)
('Episode', 17, 'Step', 613.0, 'Epsilon', 0.8993466666660073, 'Action', array([-0.76183882,  0.49716678,  0.03231992]), 'Reward', -0.289898045648387)
('Episode', 17, 'Step', 628.0, 'Epsilon', 0.8992966666660069, 'Action', array([-0.5023778 ,  0.380854  ,  0.00524049]), 'Reward', 0.16382587633936327)
('Episode', 17, 'Step', 643.0, 'Epsilon', 0.8992466666660066, 'Action', array([-0.29958619,  0.42139111,  0.        ]), 'Reward', -0.55591610924412682)
('Episode', 17, 'Step', 658.0, 'Epsilon', 0.8991966666660063, 'Action', array([ 0.62746499,  0.52332045,  0.        ]), 'Reward', 0.13627400918700466)
('Episode', 17, 'Step', 673.0, 'Epsilon', 0.899146666666006, 'Action', array([-0.05708956,  0.47043406,  0.01864454]), 'Reward', -0.0029276809828789403)
('Episode', 17, 'Step', 688.0, 'Epsilon', 0.8990966666660056, 'Action', array([ 0.40658225,  0.53451488,  0.        ]), 'Reward', -0.51300223960754443)
('Episode', 17, 'Step', 703.0, 'Epsilon', 0.8990466666660053, 'Action', array([-0.03061069,  0.60036   ,  0.04220225]), 'Reward', -0.053822514314311683)
('Episode', 17, 'Step', 718.0, 'Epsilon', 0.898996666666005, 'Action', array([-1.        ,  0.31383542,  0.01359576]), 'Reward', -0.46511178467961817)
('Episode', 17, 'Step', 733.0, 'Epsilon', 0.8989466666660046, 'Action', array([ 0.47027527,  0.36121826,  0.        ]), 'Reward', -0.30319499316010456)
('Episode', 17, 'Step', 748.0, 'Epsilon', 0.8988966666660043, 'Action', array([ 0.38443576,  0.56566755,  0.        ]), 'Reward', 0.12717141971741702)
('Episode', 17, 'Step', 763.0, 'Epsilon', 0.898846666666004, 'Action', array([-0.4967128 ,  0.52863007,  0.0101371 ]), 'Reward', -0.56454937101287928)
('Episode', 17, 'Step', 778.0, 'Epsilon', 0.8987966666660037, 'Action', array([-0.32365378,  0.35168676,  0.09001066]), 'Reward', -0.15395648499895515)
('Episode', 17, 'Step', 793.0, 'Epsilon', 0.8987466666660033, 'Action', array([-0.6250688 ,  0.51758478,  0.        ]), 'Reward', -0.3609257618134657)
('Episode', 17, 'Step', 808.0, 'Epsilon', 0.898696666666003, 'Action', array([-0.46092698,  0.55215305,  0.01935789]), 'Reward', -0.18967332594371122)
('Episode', 17, 'Step', 823.0, 'Epsilon', 0.8986466666660027, 'Action', array([-1.        ,  0.41092065,  0.        ]), 'Reward', -0.24662670898609659)
('Episode', 17, 'Step', 838.0, 'Epsilon', 0.8985966666660024, 'Action', array([ 0.23969721,  0.48910432,  0.08563446]), 'RewarWaiting for request on port 3101
******* RESTARTING *****
d', -0.14367567896091316)
('Episode', 17, 'Step', 853.0, 'Epsilon', 0.898546666666002, 'Action', array([-0.26947685,  0.45609081,  0.        ]), 'Reward', -0.013928765940712419)
('Episode', 17, 'Step', 868.0, 'Epsilon', 0.8984966666660017, 'Action', array([ 1.        ,  0.40339317,  0.        ]), 'Reward', -0.61362042549050932)
('Episode', 17, 'Step', 883.0, 'Epsilon', 0.8984466666660014, 'Action', array([-0.29550991,  0.50620346,  0.        ]), 'Reward', -0.44647714374193115)
('Episode', 17, 'Step', 898.0, 'Epsilon', 0.898396666666001, 'Action', array([-0.29025489,  0.57782111,  0.10448688]), 'Reward', -0.22114439660379476)
('Episode', 17, 'Step', 913.0, 'Epsilon', 0.8983466666660007, 'Action', array([ 1.        ,  0.40618733,  0.0417136 ]), 'Reward', 0.087176194945951607)
('Episode', 17, 'Step', 928.0, 'Epsilon', 0.8982966666660004, 'Action', array([ 0.59948892,  0.45653828,  0.06638368]), 'Reward', -0.26649111643036738)
('Episode', 17, 'Step', 943.0, 'Epsilon', 0.8982466666660001, 'Action', array([-1.        ,  0.51115335,  0.02126581]), 'Reward', -0.34001385173850557)
('Episode', 17, 'Step', 958.0, 'Epsilon', 0.8981966666659997, 'Action', array([-0.32038481,  0.53726301,  0.04727748]), 'Reward', -0.3073047323337304)
('Episode', 17, 'Step', 973.0, 'Epsilon', 0.8981466666659994, 'Action', array([-1.        ,  0.40283588,  0.00624959]), 'Reward', -0.38953600439622094)
('Episode', 17, 'Step', 988.0, 'Epsilon', 0.8980966666659991, 'Action', array([-0.31368185,  0.35978836,  0.03440984]), 'Reward', -0.088769463767152459)
('Episode', 17, 'Step', 1003.0, 'Epsilon', 0.8980466666659987, 'Action', array([-1.        ,  0.42608953,  0.03374269]), 'Reward', -0.065705369495270338)
('Episode', 17, 'Step', 1018.0, 'Epsilon', 0.8979966666659984, 'Action', array([-0.42754982,  0.50291189,  0.        ]), 'Reward', -0.79329547439962234)
('Episode', 17, 'Step', 1033.0, 'Epsilon', 0.8979466666659981, 'Action', array([-0.12675853,  0.42355912,  0.        ]), 'Reward', 0.13476255333482084)
('Episode', 17, 'Step', 1048.0, 'Epsilon', 0.8978966666659978, 'Action', array([-1.        ,  0.56601595,  0.01182365]), 'Reward', -0.80026313397704385)
('Episode', 17, 'Step', 1063.0, 'Epsilon', 0.8978466666659974, 'Action', array([-0.63806531,  0.41304509,  0.        ]), 'Reward', 0.12107482606147163)
('Episode', 17, 'Step', 1078.0, 'Epsilon', 0.8977966666659971, 'Action', array([-1.        ,  0.58826584,  0.03498758]), 'Reward', 0.17548423964002796)
('Episode', 17, 'Step', 1093.0, 'Epsilon', 0.8977466666659968, 'Action', array([ 0.95522674,  0.42959873,  0.        ]), 'Reward', 0.24626122088991714)
('Episode', 17, 'Step', 1108.0, 'Epsilon', 0.8976966666659965, 'Action', array([-0.62199558,  0.37389635,  0.00435406]), 'Reward', -0.4517781493953798)
('Episode', 17, 'Step', 1123.0, 'Epsilon', 0.8976466666659961, 'Action', array([-1.        ,  0.33991171,  0.        ]), 'Reward', 0.043078734625823463)
('Episode', 17, 'Step', 1138.0, 'Epsilon', 0.8975966666659958, 'Action', array([-0.57383564,  0.37984626,  0.05482459]), 'Reward', 0.14999050214605314)
('Episode', 17, 'Step', 1153.0, 'Epsilon', 0.8975466666659955, 'Action', array([ 0.24912951,  0.57128382,  0.13364498]), 'Reward', 0.015349782509214989)
('Episode', 17, 'Step', 1168.0, 'Epsilon', 0.8974966666659951, 'Action', array([-1.       ,  0.4727392,  0.       ]), 'Reward', -0.40108561365680656)
('Episode', 17, 'Step', 1183.0, 'Epsilon', 0.8974466666659948, 'Action', array([-0.0936747 ,  0.68332041,  0.06809344]), 'Reward', -0.3096687817257695)
('Episode', 17, 'Step', 1198.0, 'Epsilon', 0.8973966666659945, 'Action', array([ 0.4512264 ,  0.4174749 ,  0.03350743]), 'Reward', -0.014871862143035442)
('Episode', 17, 'Step', 1213.0, 'Epsilon', 0.8973466666659942, 'Action', array([-1.        ,  0.55961146,  0.00435755]), 'Reward', -0.63366044266424659)
Terminating because Turned Back
TOTAL REWARD @ 17-th Episode  : Reward 200.498867752
Total Step: 30808

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 18 Replay Buffer 30808 Early Stopping: 0 Epsilon: 0.897306666666 RN: 0.800760684837
('Episode', 18, 'Step', 2.0, 'Epsilon', 0.8972966666659938, 'Action', array([ 0.391855  ,  0.55096757,  0.06887933]), 'Reward', 1.4976350958545586)
('Episode', 18, 'Step', 17.0, 'Epsilon', 0.8972466666659935, 'Action', array([ 0.79744385,  0.56327202,  0.        ]), 'Reward', 10.46926332826947)
('Episode', 18, 'Step', 32.0, 'Epsilon', 0.8971966666659932, 'Action', array([-0.44483512,  0.60526876,  0.        ]), 'Reward', 16.258277115170699)
('Episode', 18, 'Step', 47.0, 'Epsilon', 0.8971466666659929, 'Action', array([ 0.9071174 ,  0.47677956,  0.02414202]), 'Reward', 17.245192583142515)
('Episode', 18, 'Step', 62.0, 'Epsilon', 0.8970966666659925, 'Action', array([-0.67038609,  0.72757996,  0.0381256 ]), 'Reward', 44.98143729124628)
('Episode', 18, 'Step', 77.0, 'Epsilon', 0.8970466666659922, 'Action', array([ 0.63437594,  0.48305146,  0.        ]), 'Reward', -85.312860741905894)
('Episode', 18, 'Step', 92.0, 'Epsilon', 0.8969966666659919, 'Action', array([-0.3967328 ,  0.49216804,  0.01307766]), 'Reward', -105.13816362231526)
('Episode', 18, 'Step', 107.0, 'Epsilon', 0.8969466666659915, 'Action', array([-1.        ,  0.71160884,  0.        ]), 'Reward', -31.301523958547879)
('Episode', 18, 'Step', 122.0, 'Epsilon', 0.8968966666659912, 'Action', array([-1.        ,  0.29301928,  0.0535699 ]), 'Reward', -2.4420310918810739)
('Episode', 18, 'Step', 137.0, 'Epsilon', 0.8968466666659909, 'Action', array([ 1.        ,  0.528298  ,  0.05159177]), 'Reward', -3.9023656854214686)
('Episode', 18, 'Step', 152.0, 'Epsilon', 0.8967966666659906, 'Action', array([-1.        ,  0.55455334,  0.06586793]), 'Reward', -1.5001230912599492)
('Episode', 18, 'Step', 167.0, 'Epsilon', 0.8967466666659902, 'Action', array([-0.47440961,  0.47107787,  0.        ]), 'Reward', -6.4616558181579009)
('Episode', 18, 'Step', 182.0, 'Epsilon', 0.8966966666659899, 'Action', array([ 0.12833209,  0.54414362,  0.03796451]), 'Reward', -14.699210488469804)
('Episode', 18, 'Step', 197.0, 'Epsilon', 0.8966466666659896, 'Action', array([-1.        ,  0.46613154,  0.06452467]), 'Reward', -11.985783364163691)
('Episode', 18, 'Step', 212.0, 'Epsilon', 0.8965966666659893, 'Action', array([-1.        ,  0.60278804,  0.03363773]), 'Reward', -14.635411746918891)
('Episode', 18, 'Step', 227.0, 'Epsilon', 0.8965466666659889, 'Action', array([ 0.48166272,  0.56959943,  0.01276773]), 'Reward', 5.282826876233484)
('Episode', 18, 'Step', 242.0, 'Epsilon', 0.8964966666659886, 'Action', array([-1.        ,  0.67704164,  0.        ]), 'Reward', -3.0425353357521674)
('Episode', 18, 'Step', 257.0, 'Epsilon', 0.8964466666659883, 'Action', array([ 0.66798648,  0.4710767 ,  0.        ]), 'Reward', -1.1836466100208689)
('Episode', 18, 'Step', 272.0, 'Epsilon', 0.8963966666659879, 'Action', array([-0.06533065,  0.50856746,  0.        ]), 'Reward', -0.95940652834668672)
('Episode', 18, 'Step', 287.0, 'Epsilon', 0.8963466666659876, 'Action', array([-0.54145258,  0.41032344,  0.05720878]), 'Reward', -1.8275939940903134)
('Episode', 18, 'Step', 302.0, 'Epsilon', 0.8962966666659873, 'Action', array([-0.28062671,  0.66714628,  0.00512188]), 'Reward', -2.7023934818973481)
('Episode', 18, 'Step', 317.0, 'Epsilon', 0.896246666665987, 'Action', array([-0.33226028,  0.65340441,  0.04703743]), 'Reward', -3.5456687329881396)
('Episode', 18, 'Step', 332.0, 'Epsilon', 0.8961966666659866, 'Action', array([-1.        ,  0.64587776,  0.01395882]), 'Reward', -3.9864129300115239)
('Episode', 18, 'Step', 347.0, 'Epsilon', 0.8961466666659863, 'Action', array([ 1.        ,  0.51402169,  0.        ]), 'Reward', -0.61391405305631863)
('Episode', 18, 'Step', 362.0, 'Epsilon', 0.896096666665986, 'Action', array([ 0.55192615,  0.34334328,  0.        ]), 'Reward', -1.1570345595832445)
('Episode', 18, 'Step', 377.0, 'Epsilon', 0.8960466666659856, 'Action', array([ 0.6058349,  0.5959119,  0.       ]), 'Reward', -1.6110529869000956)
('Episode', 18, 'Step', 392.0, 'Epsilon', 0.8959966666659853, 'Action', array([ 0.33200135,  0.6880355 ,  0.        ]), 'Reward', -3.2421041561419477)
('Episode', 18, 'Step', 407.0, 'Epsilon', 0.895946666665985, 'Action', array([ 0.17079992,  0.49355834,  0.04766321]), 'Reward', -1.3729783908258415)
('Episode', 18, 'Step', 422.0, 'Epsilon', 0.8958966666659847, 'Action', array([ 0.96130143,  0.59967641,  0.00961622]), 'Reward', -2.8287022097514138)
('Episode', 18, 'Step', 437.0, 'Epsilon', 0.8958466666659843, 'Action', array([-0.66543126,  0.65216557,  0.02556986]), 'Reward', -6.653561068711717)
('Episode', 18, 'Step', 452.0, 'Epsilon', 0.895796666665984, 'Action', array([-0.13060661,  0.66330835,  0.03177862]), 'Reward', -0.70367672891514099)
('Episode', 18, 'Step', 467.0, 'Epsilon', 0.8957466666659837, 'Action', array([ 0.28381315,  0.65047151,  0.        ]), 'Reward', -0.66326713391123771)
('Episode', 18, 'Step', 482.0, 'Epsilon', 0.8956966666659834, 'Action', array([ 0.47789279,  0.61730188,  0.0392564 ]), 'Reward', -0.30435545038932449)
('Episode', 18, 'Step', 497.0, 'Epsilon', 0.895646666665983, 'Action', array([-0.26287721,  0.54634849,  0.13349185]), 'Reward', -0.43443744613609991)
('Episode', 18, 'Step', 512.0, 'Epsilon', 0.8955966666659827, 'Action', array([ 1.        ,  0.39638136,  0.1190631 ]), 'Reward', -0.048722530100744912)
('Episode', 18, 'Step', 527.0, 'Epsilon', 0.8955466666659824, 'Action', array([ 0.09792822,  0.62303371,  0.09373306]), 'Reward', -0.90819252951983576)
('Episode', 18, 'Step', 542.0, 'Epsilon', 0.895496666665982, 'Action', array([ 0.13740431,  0.59295544,  0.        ]), 'Reward', -1.076749824446499)
('Episode', 18, 'Step', 557.0, 'Epsilon', 0.8954466666659817, 'Action', array([-1.        ,  0.51670996,  0.01744995]), 'Reward', -1.0469892347774608)
('Episode', 18, 'Step', 572.0, 'Epsilon', 0.8953966666659814, 'Action', array([ 1.        ,  0.63342298,  0.        ]), 'Reward', -0.87735369126024354)
('Episode', 18, 'Step', 587.0, 'Epsilon', 0.8953466666659811, 'Action', array([-0.49782074,  0.49510924,  0.02171597]), 'Reward', -0.99794737052039584)
('Episode', 18, 'Step', 602.0, 'Epsilon', 0.8952966666659807, 'Action', array([ 0.80523007,  0.48650977,  0.04387417]), 'Reward', -0.31959648859056616)
('Episode', 18, 'Step', 617.0, 'Epsilon', 0.8952466666659804, 'Action', array([-0.14341963,  0.53112536,  0.        ]), 'Reward', -0.48475334936018155)
('Episode', 18, 'Step', 632.0, 'Epsilon', 0.8951966666659801, 'Action', array([ 1.        ,  0.69039304,  0.09999795]), 'Reward', -0.55262799825414999)
('Episode', 18, 'Step', 647.0, 'Epsilon', 0.8951466666659798, 'Action', array([ 0.47507954,  0.59528742,  0.        ]), 'Reward', -0.62904578758578689)
('Episode', 18, 'Step', 662.0, 'Epsilon', 0.8950966666659794, 'Action', array([ 1.        ,  0.57077321,  0.04228721]), 'Reward', -0.54201885124279525)
('Episode', 18, 'Step', 677.0, 'Epsilon', 0.8950466666659791, 'Action', array([ 0.2633764 ,  0.36519641,  0.0431819 ]), 'Reward', -0.63075425534726826)
('Episode', 18, 'Step', 692.0, 'Epsilon', 0.8949966666659788, 'Action', array([ 0.55880836,  0.53615844,  0.        ]), 'Reward', -0.75290212332352868)
('Episode', 18, 'Step', 707.0, 'Epsilon', 0.8949466666659784, 'Action', array([ 0.33023801,  0.64916986,  0.03903724]), 'Reward', -1.1628051420082022)
('Episode', 18, 'Step', 722.0, 'Epsilon', 0.8948966666659781, 'Action', array([-0.24594981,  0.52340758,  0.01903781]), 'Reward', -1.134383215139021)
('Episode', 18, 'Step', 737.0, 'Epsilon', 0.8948466666659778, 'Action', array([ 0.3461853 ,  0.55138597,  0.01382695]), 'Reward', -0.88116649287039817)
('Episode', 18, 'Step', 752.0, 'Epsilon', 0.8947966666659775, 'Action', array([ 0.26152173,  0.69336405,  0.05829592]), 'Reward', -0.85020996133957993)
('Episode', 18, 'Step', 767.0, 'Epsilon', 0.8947466666659771, 'Action', array([ 0.10129547,  0.39504554,  0.0112303 ]), 'Reward', -0.56240045034615682)
('Episode', 18, 'Step', 782.0, 'Epsilon', 0.8946966666659768, 'Action', array([-0.35130951,  0.53647235,  0.0064442 ]), 'Reward', -1.8282984063411081)
('Episode', 18, 'Step', 797.0, 'Epsilon', 0.8946466666659765, 'Action', array([ 0.26378908,  0.52516542,  0.00060995]), 'Reward', -1.0022691689188186)
('Episode', 18, 'Step', 812.0, 'Epsilon', 0.8945966666659761, 'Action', array([ 0.02991116,  0.58966687,  0.        ]), 'Reward', -1.128043100655796)
('Episode', 18, 'Step', 827.0, 'Epsilon', 0.8945466666659758, 'Action', array([-0.86832397,  0.59166382,  0.01893113]), 'Reward', -2.6393906104170419)
('Episode', 18, 'Step', 842.0, 'Epsilon', 0.8944966666659755, 'Action', array([ 0.43471694,  0.64444114,  0.        ]), 'Reward', -1.3558369422651126)
('Episode', 18, 'Step', 857.0, 'Epsilon', 0.8944466666659752, 'Action', array([ 0.05521599,  0.60259509,  0.05251727]), 'Reward', -1.3347049877395989)
('Episode', 18, 'Step', 872.0, 'Epsilon', 0.8943966666659748, 'Action', array([ 0.59823959,  0.54200969,  0.01511513]), 'Reward', -0.57420613048079561)
('Episode', 18, 'Step', 887.0, 'Epsilon', 0.8943466666659745, 'Action', array([ 0.07894256,  0.52160712,  0.        ]), 'Reward', -1.7270308343784069)
('Episode', 18, 'Step', 902.0, 'Epsilon', 0.8942966666659742, 'Action', array([ 0.59786145,  0.44005825,  0.07232036]), 'Reward', -0.61603010836889727)
('Episode', 18, 'Step', 917.0, 'Epsilon', 0.8942466666659739, 'Action', array([ 1.       ,  0.5291228,  0.       ]), 'Reward', -0.89515319351510825)
('Episode', 18, 'Step', 932.0, 'Epsilon', 0.8941966666659735, 'Action', array([-0.35559455,  0.46434168,  0.        ]), 'Reward', -1.9269396658631994)
('Episode', 18, 'Step', 947.0, 'Epsilon', 0.8941466666659732, 'Action', array([ 0.53276572,  0.54022666,  0.11228685]), 'Reward', -0.70766821767846255)
('Episode', 18, 'Step', 962.0, 'Epsilon', 0.8940966666659729, 'Action', array([ -1.00000000e+00,   4.73155973e-01,   2.66307261e-04]), 'Reward', -3.9762098840512725)
('Episode', 18, 'Step', 977.0, 'Epsilon', 0.8940466666659725, 'Action', array([-0.44335298,  0.41435796,  0.        ]), 'Reward', -2.0934637182363032)
('Episode', 18, 'Step', 992.0, 'Epsilon', 0.8939966666659722, 'Action', array([ 1.        ,  0.56764439,  0.        ]), 'Reward', -0.84721248607552668)
('Episode', 18, 'Step', 1007.0, 'Epsilon', 0.8939466666659719, 'Action', array([-0.14037246,  0.68974134,  0.03515579]), 'Reward', -3.0233547183197405)
('Episode', 18, 'Step', 1022.0, 'Epsilon', 0.8938966666659716, 'Action', array([ 0.56286062,  0.46208548,  0.09965575]), 'Reward', -0.94601016344725131)
('Episode', 18, 'Step', 1037.0, 'Epsilon', 0.8938466666659712, 'Action', array([-0.79165139,  0.41698813,  0.        ]), 'Reward', -9.6254252941431488)
('Episode', 18, 'Step', 1052.0, 'Epsilon', 0.8937966666659709, 'Action', array([ 0.11114585,  0.54793209,  0.09437991]), 'Reward', 19.756357909055097)
('Episode', 18, 'Step', 1067.0, 'Epsilon', 0.8937466666659706, 'Action', array([-0.33397361,  0.41221306,  0.        ]), 'Reward', 21.748022845756456)
('Episode', 18, 'Step', 1082.0, 'Epsilon', 0.8936966666659703, 'Action', array([-0.47534979,  0.64457869,  0.00253407]), 'Reward', -15.446814378541028)
('Episode', 18, 'Step', 1097.0, 'Epsilon', 0.8936466666659699, 'Action', array([ 0.08112915,  0.54415103,  0.04777795]), 'Reward', -1)
('Episode', 18, 'Step', 1112.0, 'Epsilon', 0.8935966666659696, 'Action', array([ 0.85308872,  0.54614015,  0.0490404 ]), 'Reward', -3.1003989426912693)
('Episode', 18, 'Step', 1127.0, 'Epsilon', 0.8935466666659693, 'Action', array([-0.72520024,  0.52994112,  0.        ]), 'Reward', -1.750925426598176)
('Episode', 18, 'Step', 1142.0, 'Epsilon', 0.8934966666659689, 'Action', array([-0.29368287,  0.56635842,  0.        ]), 'Reward', -2.1961328287331625)
('Episode', 18, 'Step', 1157.0, 'Epsilon', 0.8934466666659686, 'Action', array([ 0.3476138 ,  0.57557611,  0.        ]), 'Reward', -4.2207529138498199)
('Episode', 18, 'Step', 1172.0, 'Epsilon', 0.8933966666659683, 'Action', array([-1.        ,  0.57424528,  0.09004362]), 'Reward', -2.7084765052403519)
('Episode', 18, 'Step', 1187.0, 'Epsilon', 0.893346666665968, 'Action', array([ 1.        ,  0.57936446,  0.00144489]), 'Reward', 12.602384017954655)
('Episode', 18, 'Step', 1202.0, 'Epsilon', 0.8932966666659676, 'Action', array([ 0.65282963,  0.51796141,  0.00399541]), 'Reward', -0.006438847106108191)
('Episode', 18, 'Step', 1217.0, 'Epsilon', 0.8932466666659673, 'Action', array([-0.73428651,  0.46815238,  0.01843899]), 'Reward', -0.30871438415728042)
('Episode', 18, 'Step', 1232.0, 'Epsilon', 0.893196666665967, 'Action', array([ 0.39912795,  0.6475884 ,  0.00743112]), 'Reward', -0.28588634637983129)
('Episode', 18, 'Step', 1247.0, 'Epsilon', 0.8931466666659666, 'Action', array([ 1.        ,  0.60984186,  0.01411392]), 'Reward', -0.30371652840960095)
('Episode', 18, 'Step', 1262.0, 'Epsilon', 0.8930966666659663, 'Action', array([-1.        ,  0.45238741,  0.01297141]), 'Reward', -0.38837692467445017)
('Episode', 18, 'Step', 1277.0, 'Epsilon', 0.893046666665966, 'Action', array([-0.63859681,  0.47594165,  0.        ]), 'Reward', -0.33361291520246938)
('Episode', 18, 'Step', 1292.0, 'Epsilon', 0.8929966666659657, 'Action', array([-0.00395837,  0.39862526,  0.08772464]), 'Reward', -0.42145803886375177)
('Episode', 18, 'Step', 1307.0, 'Epsilon', 0.8929466666659653, 'Action', array([-0.4488047,  0.6337086,  0.       ]), 'Reward', -0.3065316157429645)
('Episode', 18, 'Step', 1322.0, 'Epsilon', 0.892896666665965, 'Action', array([-0.81536866,  0.67375069,  0.        ]), 'Reward', -0.30065905203296983)
('Episode', 18, 'Step', 1337.0, 'Epsilon', 0.8928466666659647, 'Action', array([-1.        ,  0.54758976,  0.00958373]), 'Reward', -0.2655282209233667)
('Episode', 18, 'Step', 1352.0, 'Epsilon', 0.8927966666659644, 'Action', array([ 0.00287084,  0.53432207,  0.        ]), 'Reward', -0.26161373139641619)
('Episode', 18, 'Step', 1367.0, 'Epsilon', 0.892746666665964, 'Action', array([-0.54557634,  0.74039041,  0.07080447]), 'Reward', -0.2821295153441179)
('Episode', 18, 'Step', 1382.0, 'Epsilon', 0.8926966666659637, 'Action', array([-0.76979077,  0.47970871,  0.04724136]), 'Reward', -0.11463164843692808)
('Episode', 18, 'Step', 1397.0, 'Epsilon', 0.8926466666659634, 'Action', array([-0.84762701,  0.51234384,  0.11947459]), 'Reward', -0.215777555603202)
('Episode', 18, 'Step', 1412.0, 'Epsilon', 0.892596666665963, 'Action', array([ 0.26877914,  0.61122225,  0.07666555]), 'Reward', -0.015528660322452894)
('Episode', 18, 'Step', 1427.0, 'Epsilon', 0.8925466666659627, 'Action', array([-1.        ,  0.60893787,  0.02230747]), 'Reward', -0.38315024971384909)
('Episode', 18, 'Step', 1442.0, 'Epsilon', 0.8924966666659624, 'Action', array([-0.18758076,  0.481687  ,  0.        ]), 'Reward', -0.18455045630027606)
('Episode', 18, 'Step', 1457.0, 'Epsilon', 0.8924466666659621, 'Action', array([-0.54216928,  0.55686118,  0.07801941]), 'Reward', -0.37665927769644075)
('Episode', 18, 'Step', 1472.0, 'Epsilon', 0.8923966666659617, 'Action', array([-1.        ,  0.50376759,  0.        ]), 'Reward', -0.4412735666420014)
('Episode', 18, 'Step', 1487.0, 'Epsilon', 0.8923466666659614, 'Action', array([-0.76099237,  0.41889739,  0.03460521]), 'Reward', -0.3383326232967232)
('Episode', 18, 'Step', 1502.0, 'Epsilon', 0.8922966666659611, 'Action', array([ 0.68344951,  0.6624403 ,  0.        ]), 'Reward', -0.29576862528528192)
('Episode', 18, 'Step', 1517.0, 'Epsilon', 0.8922466666659608, 'Action', array([-0.64427231,  0.52348984,  0.01529823]), 'Reward', -0.42028497411885662)
('Episode', 18, 'Step', 1532.0, 'Epsilon', 0.8921966666659604, 'Action', array([ 0.16960148,  0.62779042,  0.        ]), 'Reward', -0.24835867119860286)
('Episode', 18, 'Step', 1547.0, 'Epsilon', 0.8921466666659601, 'Action', array([-1.        ,  0.56965851,  0.02452441]), 'Reward', -0.52011191014913738)
('Episode', 18, 'Step', 1562.0, 'Epsilon', 0.8920966666659598, 'Action', array([-0.00115341,  0.40237709,  0.01147643]), 'Reward', -0.27992546900735699)
('Episode', 18, 'Step', 1577.0, 'Epsilon', 0.8920466666659594, 'Action', array([ 0.62239114,  0.48952461,  0.        ]), 'Reward', -0.26454549499450619)
('Episode', 18, 'Step', 1592.0, 'Epsilon', 0.8919966666659591, 'Action', array([-0.74002916,  0.42637782,  0.04025518]), 'Reward', -0.4609782591173569)
('Episode', 18, 'Step', 1607.0, 'Epsilon', 0.8919466666659588, 'Action', array([ 0.56044656,  0.55012509,  0.        ]), 'Reward', -0.26457499084359043)
('Episode', 18, 'Step', 1622.0, '
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
Epsilon', 0.8918966666659585, 'Action', array([-1.        ,  0.66074695,  0.        ]), 'Reward', -1.3516518459235922)
('Episode', 18, 'Step', 1637.0, 'Epsilon', 0.8918466666659581, 'Action', array([ 0.12358603,  0.55284197,  0.0330055 ]), 'Reward', -0.37069471163548862)
('Episode', 18, 'Step', 1652.0, 'Epsilon', 0.8917966666659578, 'Action', array([-1.        ,  0.4513166 ,  0.02279185]), 'Reward', -0.97840412491330586)
('Episode', 18, 'Step', 1667.0, 'Epsilon', 0.8917466666659575, 'Action', array([-1.        ,  0.64705322,  0.08942334]), 'Reward', -0.86664385905710872)
('Episode', 18, 'Step', 1682.0, 'Epsilon', 0.8916966666659571, 'Action', array([-0.85843552,  0.47391892,  0.01758667]), 'Reward', -0.91843036865705474)
('Episode', 18, 'Step', 1697.0, 'Epsilon', 0.8916466666659568, 'Action', array([ 0.22595046,  0.62617616,  0.06132883]), 'Reward', -0.55261822778684055)
('Episode', 18, 'Step', 1712.0, 'Epsilon', 0.8915966666659565, 'Action', array([-0.76284346,  0.47469238,  0.02853703]), 'Reward', -1.4479375817675293)
('Episode', 18, 'Step', 1727.0, 'Epsilon', 0.8915466666659562, 'Action', array([-0.33260971,  0.50423071,  0.03283466]), 'Reward', -1.2080316792563357)
('Episode', 18, 'Step', 1742.0, 'Epsilon', 0.8914966666659558, 'Action', array([-0.2406877 ,  0.62545262,  0.07829495]), 'Reward', -2.8139830973431099)
('Episode', 18, 'Step', 1757.0, 'Epsilon', 0.8914466666659555, 'Action', array([-0.20730142,  0.50796803,  0.03151236]), 'Reward', 9.7743588571704052)
('Episode', 18, 'Step', 1772.0, 'Epsilon', 0.8913966666659552, 'Action', array([-0.71941821,  0.47187146,  0.04015233]), 'Reward', -1)
('Episode', 18, 'Step', 1787.0, 'Epsilon', 0.8913466666659549, 'Action', array([ 0.29288121,  0.42212649,  0.        ]), 'Reward', -1)
('Episode', 18, 'Step', 1802.0, 'Epsilon', 0.8912966666659545, 'Action', array([ 0.47906069,  0.55342407,  0.        ]), 'Reward', -0.43804352293354892)
('Episode', 18, 'Step', 1817.0, 'Epsilon', 0.8912466666659542, 'Action', array([ 0.55239511,  0.4875601 ,  0.06375873]), 'Reward', -0.44661495652368033)
('Episode', 18, 'Step', 1832.0, 'Epsilon', 0.8911966666659539, 'Action', array([ 0.34906543,  0.7098462 ,  0.0068378 ]), 'Reward', -0.76190830628246264)
('Episode', 18, 'Step', 1847.0, 'Epsilon', 0.8911466666659535, 'Action', array([-0.58455903,  0.33797674,  0.04140206]), 'Reward', -0.20882475381533497)
('Episode', 18, 'Step', 1862.0, 'Epsilon', 0.8910966666659532, 'Action', array([ 0.13146819,  0.71271946,  0.        ]), 'Reward', -0.636440201574206)
('Episode', 18, 'Step', 1877.0, 'Epsilon', 0.8910466666659529, 'Action', array([ 0.49975848,  0.39533725,  0.03469164]), 'Reward', -0.49298958186541125)
('Episode', 18, 'Step', 1892.0, 'Epsilon', 0.8909966666659526, 'Action', array([ 0.64572389,  0.68072034,  0.        ]), 'Reward', -0.80738813135825227)
('Episode', 18, 'Step', 1907.0, 'Epsilon', 0.8909466666659522, 'Action', array([ 0.1334145 ,  0.53909332,  0.        ]), 'Reward', -0.25026208107469172)
('Episode', 18, 'Step', 1922.0, 'Epsilon', 0.8908966666659519, 'Action', array([-1.        ,  0.60534734,  0.024613  ]), 'Reward', -0.19259469075964408)
('Episode', 18, 'Step', 1937.0, 'Epsilon', 0.8908466666659516, 'Action', array([-1.        ,  0.45537063,  0.        ]), 'Reward', -0.34456549113689239)
('Episode', 18, 'Step', 1952.0, 'Epsilon', 0.8907966666659513, 'Action', array([-0.86881966,  0.69620185,  0.02622211]), 'Reward', -0.45609717407551964)
('Episode', 18, 'Step', 1967.0, 'Epsilon', 0.8907466666659509, 'Action', array([ 0.2154769 ,  0.44000382,  0.11495729]), 'Reward', -0.37886437484294311)
('Episode', 18, 'Step', 1982.0, 'Epsilon', 0.8906966666659506, 'Action', array([-0.43237346,  0.68587967,  0.00830713]), 'Reward', -0.50102992812407432)
('Episode', 18, 'Step', 1997.0, 'Epsilon', 0.8906466666659503, 'Action', array([-1.        ,  0.45916249,  0.19996459]), 'Reward', -0.19510308284746802)
TOTAL REWARD @ 18-th Episode  : Reward -4489.1168996
Total Step: 32808

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 19 Replay Buffer 32808 Early Stopping: 0 Epsilon: 0.890639999999 RN: 0.91380739739
('Episode', 19, 'Step', 12.0, 'Epsilon', 0.8905966666659499, 'Action', array([-0.47366805,  0.59155004,  0.01959728]), 'Reward', 8.1111063022546332)
('Episode', 19, 'Step', 27.0, 'Epsilon', 0.8905466666659496, 'Action', array([-0.08994528,  0.48614497,  0.01948494]), 'Reward', 10.657411933684216)
('Episode', 19, 'Step', 42.0, 'Epsilon', 0.8904966666659493, 'Action', array([-0.43379319,  0.70606888,  0.0189509 ]), 'Reward', 17.934467510229595)
('Episode', 19, 'Step', 57.0, 'Epsilon', 0.890446666665949, 'Action', array([ 0.12192173,  0.60899428,  0.00912011]), 'Reward', 32.089917905353047)
('Episode', 19, 'Step', 72.0, 'Epsilon', 0.8903966666659486, 'Action', array([-0.74276865,  0.7658798 ,  0.        ]), 'Reward', 26.453066188293416)
('Episode', 19, 'Step', 87.0, 'Epsilon', 0.8903466666659483, 'Action', array([-0.18655404,  0.44773496,  0.02377299]), 'Reward', -3.2867305270485199)
('Episode', 19, 'Step', 102.0, 'Epsilon', 0.890296666665948, 'Action', array([-1.        ,  0.56822926,  0.        ]), 'Reward', -0.86481067025829217)
('Episode', 19, 'Step', 117.0, 'Epsilon', 0.8902466666659477, 'Action', array([-0.96741973,  0.58590443,  0.00958339]), 'Reward', -1.4071158449211367)
('Episode', 19, 'Step', 132.0, 'Epsilon', 0.8901966666659473, 'Action', array([-0.47172299,  0.43800991,  0.05638105]), 'Reward', -1.0392793601136747)
('Episode', 19, 'Step', 147.0, 'Epsilon', 0.890146666665947, 'Action', array([-0.81485747,  0.37190834,  0.04387578]), 'Reward', -0.46973236908362642)
('Episode', 19, 'Step', 162.0, 'Epsilon', 0.8900966666659467, 'Action', array([ 0.48866835,  0.33769519,  0.01399665]), 'Reward', -2.2534513514922869)
('Episode', 19, 'Step', 177.0, 'Epsilon', 0.8900466666659463, 'Action', array([-0.80902374,  0.49346403,  0.00483422]), 'Reward', -0.97241141826562405)
('Episode', 19, 'Step', 192.0, 'Epsilon', 0.889996666665946, 'Action', array([-0.50493209,  0.61612146,  0.        ]), 'Reward', -1.3894640677532075)
('Episode', 19, 'Step', 207.0, 'Epsilon', 0.8899466666659457, 'Action', array([ 0.47124432,  0.48606394,  0.06911462]), 'Reward', -2.2195254401208802)
('Episode', 19, 'Step', 222.0, 'Epsilon', 0.8898966666659454, 'Action', array([-0.90507195,  0.60181561,  0.        ]), 'Reward', -1.3922624932977028)
('Episode', 19, 'Step', 237.0, 'Epsilon', 0.889846666665945, 'Action', array([-0.04529997,  0.46253049,  0.        ]), 'Reward', -2.1774870117053773)
('Episode', 19, 'Step', 252.0, 'Epsilon', 0.8897966666659447, 'Action', array([-1.        ,  0.36795537,  0.00346613]), 'Reward', -0.90471658586140336)
('Episode', 19, 'Step', 267.0, 'Epsilon', 0.8897466666659444, 'Action', array([-0.85739148,  0.43402058,  0.        ]), 'Reward', -1.1068871157255673)
('Episode', 19, 'Step', 282.0, 'Epsilon', 0.889696666665944, 'Action', array([-0.98466641,  0.55743099,  0.10985088]), 'Reward', -0.97255447965249742)
('Episode', 19, 'Step', 297.0, 'Epsilon', 0.8896466666659437, 'Action', array([ 1.        ,  0.45373486,  0.0492978 ]), 'Reward', -3.8182481182040293)
('Episode', 19, 'Step', 312.0, 'Epsilon', 0.8895966666659434, 'Action', array([-1.        ,  0.35756781,  0.0244484 ]), 'Reward', -1.2624468798038304)
('Episode', 19, 'Step', 327.0, 'Epsilon', 0.8895466666659431, 'Action', array([ 0.02045518,  0.52991427,  0.00918603]), 'Reward', -3.2012611032125058)
('Episode', 19, 'Step', 342.0, 'Epsilon', 0.8894966666659427, 'Action', array([-1.        ,  0.52633829,  0.        ]), 'Reward', -1.2413045439534263)
('Episode', 19, 'Step', 357.0, 'Epsilon', 0.8894466666659424, 'Action', array([ 0.52678617,  0.4460733 ,  0.06311055]), 'Reward', -2.9560577709016971)
('Episode', 19, 'Step', 372.0, 'Epsilon', 0.8893966666659421, 'Action', array([-0.50723154,  0.64517956,  0.05805498]), 'Reward', -2.5471268687459308)
('Episode', 19, 'Step', 387.0, 'Epsilon', 0.8893466666659418, 'Action', array([ 0.26244654,  0.45376729,  0.        ]), 'Reward', -4.8448850160557146)
('Episode', 19, 'Step', 402.0, 'Epsilon', 0.8892966666659414, 'Action', array([-1.        ,  0.48239014,  0.0796227 ]), 'Reward', -1.1467364219133311)
('Episode', 19, 'Step', 417.0, 'Epsilon', 0.8892466666659411, 'Action', array([-0.39347284,  0.40728348,  0.11739288]), 'Reward', -1.5384984758602305)
('Episode', 19, 'Step', 432.0, 'Epsilon', 0.8891966666659408, 'Action', array([ 0.15204787,  0.31996439,  0.        ]), 'Reward', -2.8045488042708882)
('Episode', 19, 'Step', 447.0, 'Epsilon', 0.8891466666659404, 'Action', array([-0.42730244,  0.47372813,  0.0177928 ]), 'Reward', -2.5129773431301174)
('Episode', 19, 'Step', 462.0, 'Epsilon', 0.8890966666659401, 'Action', array([-0.62223664,  0.41920852,  0.        ]), 'Reward', -1.3985486024538936)
('Episode', 19, 'Step', 477.0, 'Epsilon', 0.8890466666659398, 'Action', array([ 0.10233638,  0.26389521,  0.        ]), 'Reward', -2.4645734207228287)
('Episode', 19, 'Step', 492.0, 'Epsilon', 0.8889966666659395, 'Action', array([-0.53249989,  0.4745662 ,  0.        ]), 'Reward', -2.2712005039114125)
('Episode', 19, 'Step', 507.0, 'Epsilon', 0.8889466666659391, 'Action', array([ 0.69190687,  0.38826177,  0.        ]), 'Reward', -7.3180797757986857)
('Episode', 19, 'Step', 522.0, 'Epsilon', 0.8888966666659388, 'Action', array([-0.72137062,  0.45047348,  0.0372693 ]), 'Reward', -2.1379608617010688)
('Episode', 19, 'Step', 537.0, 'Epsilon', 0.8888466666659385, 'Action', array([-1.        ,  0.67806511,  0.08557026]), 'Reward', -2.0490025515948735)
('Episode', 19, 'Step', 552.0, 'Epsilon', 0.8887966666659382, 'Action', array([-0.97340765,  0.46112316,  0.06685376]), 'Reward', -4.3908265802863626)
('Episode', 19, 'Step', 567.0, 'Epsilon', 0.8887466666659378, 'Action', array([ 0.33611398,  0.30999504,  0.01386363]), 'Reward', -7.3723310110082929)
('Episode', 19, 'Step', 582.0, 'Epsilon', 0.8886966666659375, 'Action', array([-1.        ,  0.42832036,  0.03072346]), 'Reward', -2.3412952801444238)
('Episode', 19, 'Step', 597.0, 'Epsilon', 0.8886466666659372, 'Action', array([-0.61731946,  0.44206038,  0.03161511]), 'Reward', -3.2491504916636647)
('Episode', 19, 'Step', 612.0, 'Epsilon', 0.8885966666659368, 'Action', array([-0.93070631,  0.48993565,  0.00931855]), 'Reward', -2.2787688681557441)
('Episode', 19, 'Step', 627.0, 'Epsilon', 0.8885466666659365, 'Action', array([-1.        ,  0.37368593,  0.01230379]), 'Reward', -5.3240515881609145)
('Episode', 19, 'Step', 642.0, 'Epsilon', 0.8884966666659362, 'Action', array([-0.67312828,  0.38991362,  0.00225089]), 'Reward', -6.6000501935170641)
('Episode', 19, 'Step', 657.0, 'Epsilon', 0.8884466666659359, 'Action', array([-1.        ,  0.57863996,  0.        ]), 'Reward', -7.056392726467422)
('Episode', 19, 'Step', 672.0, 'Epsilon', 0.8883966666659355, 'Action', array([-1.        ,  0.45144431,  0.        ]), 'Reward', -5.609727238087217)
('Episode', 19, 'Step', 687.0, 'Epsilon', 0.8883466666659352, 'Action', array([-1.        ,  0.32141805,  0.        ]), 'Reward', -2.6176547450014134)
('Episode', 19, 'Step', 702.0, 'Epsilon', 0.8882966666659349, 'Action', array([-0.26041664,  0.44316928,  0.01012488]), 'Reward', -3.5025903522695829)
('Episode', 19, 'Step', 717.0, 'Epsilon', 0.8882466666659345, 'Action', array([-0.83446884,  0.33785528,  0.        ]), 'Reward', -2.1752387717108581)
('Episode', 19, 'Step', 732.0, 'Epsilon', 0.8881966666659342, 'Action', array([-0.03032799,  0.48927625,  0.0601901 ]), 'Reward', -3.1684083022214384)
('Episode', 19, 'Step', 747.0, 'Epsilon', 0.8881466666659339, 'Action', array([-1.        ,  0.42599689,  0.0628994 ]), 'Reward', -1.8819773861666858)
('Episode', 19, 'Step', 762.0, 'Epsilon', 0.8880966666659336, 'Action', array([-0.77320989,  0.64027344,  0.05331879]), 'Reward', -2.968406630440803)
('Episode', 19, 'Step', 777.0, 'Epsilon', 0.8880466666659332, 'Action', array([ 0.3646382 ,  0.49346305,  0.        ]), 'Reward', -8.3646074528399232)
('Episode', 19, 'Step', 792.0, 'Epsilon', 0.8879966666659329, 'Action', array([-0.66999393,  0.34759143,  0.        ]), 'Reward', -2.8266592814009734)
('Episode', 19, 'Step', 807.0, 'Epsilon', 0.8879466666659326, 'Action', array([-0.22535118,  0.39869922,  0.01172454]), 'Reward', -6.1531894023220346)
('Episode', 19, 'Step', 822.0, 'Epsilon', 0.8878966666659323, 'Action', array([-1.        ,  0.35509842,  0.06614939]), 'Reward', -1.3225706475611947)
('Episode', 19, 'Step', 837.0, 'Epsilon', 0.8878466666659319, 'Action', array([-1.        ,  0.36745921,  0.0530239 ]), 'Reward', -1.8123017175984084)
('Episode', 19, 'Step', 852.0, 'Epsilon', 0.8877966666659316, 'Action', array([-0.02375375,  0.64137395,  0.03657943]), 'Reward', -6.42319468872439)
('Episode', 19, 'Step', 867.0, 'Epsilon', 0.8877466666659313, 'Action', array([-0.93218998,  0.5652525 ,  0.10603064]), 'Reward', -1.5742049464746444)
('Episode', 19, 'Step', 882.0, 'Epsilon', 0.887696666665931, 'Action', array([-0.66961163,  0.41801491,  0.07163615]), 'Reward', -4.0043919237736603)
('Episode', 19, 'Step', 897.0, 'Epsilon', 0.8876466666659306, 'Action', array([-1.        ,  0.48349656,  0.0405667 ]), 'Reward', -4.0154637003653439)
('Episode', 19, 'Step', 912.0, 'Epsilon', 0.8875966666659303, 'Action', array([ 0.41358264,  0.48317868,  0.04721864]), 'Reward', -7.0905906478372094)
('Episode', 19, 'Step', 927.0, 'Epsilon', 0.88754666666593, 'Action', array([ 0.89728396,  0.45701882,  0.01800566]), 'Reward', -8.8937674844337167)
('Episode', 19, 'Step', 942.0, 'Epsilon', 0.8874966666659296, 'Action', array([-0.06338199,  0.35763837,  0.05543534]), 'Reward', -7.745058802087291)
('Episode', 19, 'Step', 957.0, 'Epsilon', 0.8874466666659293, 'Action', array([-0.34636673,  0.60171697,  0.00596708]), 'Reward', -14.325995457270418)
('Episode', 19, 'Step', 972.0, 'Epsilon', 0.887396666665929, 'Action', array([ 0.54375697,  0.40556227,  0.04535685]), 'Reward', -4.9722936628215386)
('Episode', 19, 'Step', 987.0, 'Epsilon', 0.8873466666659287, 'Action', array([-1.        ,  0.5356079 ,  0.00307522]), 'Reward', -2.5867796775885976)
('Episode', 19, 'Step', 1002.0, 'Epsilon', 0.8872966666659283, 'Action', array([-0.23678031,  0.54437355,  0.        ]), 'Reward', -5.9724203308064601)
('Episode', 19, 'Step', 1017.0, 'Epsilon', 0.887246666665928, 'Action', array([ 0.36667728,  0.48107149,  0.        ]), 'Reward', -3.7382170292085042)
('Episode', 19, 'Step', 1032.0, 'Epsilon', 0.8871966666659277, 'Action', array([ 0.24184439,  0.47940682,  0.        ]), 'Reward', -4.2144371366288826)
('Episode', 19, 'Step', 1047.0, 'Epsilon', 0.8871466666659273, 'Action', array([-0.79300738,  0.67263694,  0.        ]), 'Reward', -2.0325958534175932)
('Episode', 19, 'Step', 1062.0, 'Epsilon', 0.887096666665927, 'Action', array([-1.        ,  0.41291185,  0.        ]), 'Reward', -1.8626647315811637)
('Episode', 19, 'Step', 1077.0, 'Epsilon', 0.8870466666659267, 'Action', array([ 0.06677102,  0.54639904,  0.05397166]), 'Reward', -4.5086512662332741)
('Episode', 19, 'Step', 1092.0, 'Epsilon', 0.8869966666659264, 'Action', array([ 0.09186512,  0.55009997,  0.10810524]), 'Reward', -2.4402730636193048)
('Episode', 19, 'Step', 1107.0, 'Epsilon', 0.886946666665926, 'Action', array([-1.        ,  0.58641989,  0.10526807]), 'Reward', -2.7811305093900014)
('Episode', 19, 'Step', 1122.0, 'Epsilon', 0.8868966666659257, 'Action', array([ 0.31727249,  0.57794323,  0.0574595 ]), 'Reward', -5.4096985639759261)
('Episode', 19, 'Step', 1137.0, 'Epsilon', 0.8868466666659254, 'Action', array([-0.74559595,  0.61133725,  0.03490921]), 'Reward', -2.3818374182487432)
('Episode', 19, 'Step', 1152.0, 'Epsilon', 0.886796666665925, 'Action', array([-0.39718984,  0.4786132 ,  0.03659575]), 'Reward', -4.1051519781048533)
('Episode', 19, 'Step', 1167.0, 'Epsilon', 0.8867466666659247, 'Action', array([ 0.32811841,  0.24252318,  0.        ]), 'Reward', -4.3263013921465836)
('Episode', 19, 'Step', 1182.0, 'Epsilon', 0.8866966666659244, 'Action', array([-1.        ,  0.54072737,  0.02421371]), 'Reward', -2.5066915453565262)
('Episode', 19, 'Step', 1197.0, 'Epsilon', 0.8866466666659241, 'Action', array([ 1.        ,  0.54438213,  0.06415784]), 'Reward', -3.4433228487188772)
('Episode', 19, 'Step', 1212.0, 'Epsilon', 0.8865966666659237, 'Action', array([-0.04128136,  0.50339124,  0.09944505]), 'Reward', -1.728073190139723)
('Episode', 19, 'Step', 1227.0, 'Epsilon', 0.8865466666659234, 'Action', array([ 0.50582928,  0.69537161,  0.        ]), 'Reward', -15.969500303984585)
('Episode', 19, 'Step', 1242.0, 'Epsilon', 0.8864966666659231, 'Action', array([-0.17628071,  0.52342399,  0.03215051]), 'Reward', -5.8667379580106669)
('Episode', 19, 'Step', 1257.0, 'Epsilon', 0.8864466666659228, 'Action', array([ 0.7711244 ,  0.5458966 ,  0.09284421]), 'Reward', -1.3660335402940618)
('Episode', 19, 'Step', 1272.0, 'Epsilon', 0.8863966666659224, 'Action', array([-0.26377624,  0.3957028 ,  0.09138325]), 'Reward', -1.7696082930970609)
('Episode', 19, 'Step', 1287.0, 'Epsilon', 0.8863466666659221, 'Action', array([ 0.50345552,  0.52113477,  0.02295384]), 'Reward', -1.4051700971774248)
('Episode', 19, 'Step', 1302.0, 'Epsilon', 0.8862966666659218, 'Action', array([ 1.        ,  0.40796264,  0.03801935]), 'Reward', -0.24441511663360688)
('Episode', 19, 'Step', 1317.0, 'Epsilon', 0.8862466666659214, 'Action', array([ 0.1688525 ,  0.45825164,  0.        ]), 'Reward', -1.6595939869434975)
('Episode', 19, 'Step', 1332.0, 'Epsilon', 0.8861966666659211, 'Action', array([-0.10794664,  0.35884562,  0.        ]), 'Reward', -1.9311974808051395)
('Episode', 19, 'Step', 1347.0, 'Epsilon', 0.8861466666659208, 'Action', array([ 1.        ,  0.56800546,  0.09197772]), 'Reward', -0.30067682089755809)
('Episode', 19, 'Step', 1362.0, 'Epsilon', 0.8860966666659205, 'Action', array([ 1.        ,  0.60389231,  0.00399885]), 'Reward', -1.0284523361449942)
('Episode', 19, 'Step', 1377.0, 'Epsilon', 0.8860466666659201, 'Action', array([ 0.60676879,  0.59375249,  0.01661352]), 'Reward', -1.1039660238375912)
('Episode', 19, 'Step', 1392.0, 'Epsilon', 0.8859966666659198, 'Action', array([ 0.61211621,  0.57026817,  0.        ]), 'Reward', -1.2412902033603979)
('Episode', 19, 'Step', 1407.0, 'Epsilon', 0.8859466666659195, 'Action', array([ 1.        ,  0.63521468,  0.08456007]), 'Reward', -1.0067986140932603)
('Episode', 19, 'Step', 1422.0, 'Epsilon', 0.8858966666659192, 'Action', array([-0.72375707,  0.50696474,  0.02404713]), 'Reward', -2.1494861711300488)
('Episode', 19, 'Step', 1437.0, 'Epsilon', 0.8858466666659188, 'Action', array([-0.0731241 ,  0.50012453,  0.02958413]), 'Reward', -2.5892298793913739)
('Episode', 19, 'Step', 1452.0, 'Epsilon', 0.8857966666659185, 'Action', array([ 0.10172214,  0.54774027,  0.07022998]), 'Reward', -1.0556311733640116)
('Episode', 19, 'Step', 1467.0, 'Epsilon', 0.8857466666659182, 'Action', array([ 1.        ,  0.67104783,  0.03412908]), 'Reward', -1.8331272325260213)
('Episode', 19, 'Step', 1482.0, 'Epsilon', 0.8856966666659178, 'Action', array([-0.41524655,  0.636299  ,  0.10561088]), 'Reward', -2.0124528644884028)
('Episode', 19, 'Step', 1497.0, 'Epsilon', 0.8856466666659175, 'Action', array([-0.04641503,  0.52720154,  0.04071534]), 'Reward', -1.5907992797036212)
('Episode', 19, 'Step', 1512.0, 'Epsilon', 0.8855966666659172, 'Action', array([-1.        ,  0.63412519,  0.00510597]), 'Reward', -4.60183607880243)
('Episode', 19, 'Step', 1527.0, 'Epsilon', 0.8855466666659169, 'Action', array([ 1.        ,  0.56117624,  0.08572809]), 'Reward', 0.11282408321714264)
('Episode', 19, 'Step', 1542.0, 'Epsilon', 0.8854966666659165, 'Action', array([ 0.16943582,  0.60903434,  0.04471131]), 'Reward', -0.83737838534272913)
('Episode', 19, 'Step', 1557.0, 'Epsilon', 0.8854466666659162, 'Action', array([ 0.86012227,  0.62063195,  0.07256424]), 'Reward', -0.57681231942920685)
('Episode', 19, 'Step', 1572.0, 'Epsilon', 0.8853966666659159, 'Action', array([-1.        ,  0.53873825,  0.12231405]), 'Reward', -1.1603143291269473)
('Episode', 19, 'Step', 1587.0, 'Epsilon', 0.8853466666659155, 'Action', array([ 0.75847637,  0.51680998,  0.04458837]), 'Reward', -0.99771575673271329)
('Episode', 19, 'Step', 1602.0, 'Epsilon', 0.8852966666659152, 'Action', array([ 1.        ,  0.57398397,  0.        ]), 'Reward', -1.5343454157962384)
('Episode', 19, 'Step', 1617.0, 'Epsilon', 0.8852466666659149, 'Action', array([ 0.25979808,  0.4345862 ,  0.        ]), 'Reward', -0.9496634436732Waiting for request on port 3101
******* RESTARTING *****
0499)
('Episode', 19, 'Step', 1632.0, 'Epsilon', 0.8851966666659146, 'Action', array([-0.83573954,  0.56962549,  0.09235791]), 'Reward', -2.5398828105545022)
('Episode', 19, 'Step', 1647.0, 'Epsilon', 0.8851466666659142, 'Action', array([ 0.76756567,  0.74292861,  0.        ]), 'Reward', -1.4409309948013296)
('Episode', 19, 'Step', 1662.0, 'Epsilon', 0.8850966666659139, 'Action', array([-1.        ,  0.42947257,  0.        ]), 'Reward', -3.1839824977475759)
('Episode', 19, 'Step', 1677.0, 'Epsilon', 0.8850466666659136, 'Action', array([ 0.98312226,  0.53349959,  0.03123282]), 'Reward', -0.647501119234281)
('Episode', 19, 'Step', 1692.0, 'Epsilon', 0.8849966666659133, 'Action', array([ 0.87376647,  0.55356289,  0.04700669]), 'Reward', -1.0400047575091065)
('Episode', 19, 'Step', 1707.0, 'Epsilon', 0.8849466666659129, 'Action', array([-1.        ,  0.60101699,  0.00757354]), 'Reward', -4.7004504085835226)
('Episode', 19, 'Step', 1722.0, 'Epsilon', 0.8848966666659126, 'Action', array([-1.       ,  0.5896256,  0.       ]), 'Reward', -0.035386926742133104)
('Episode', 19, 'Step', 1737.0, 'Epsilon', 0.8848466666659123, 'Action', array([ 1.        ,  0.29641634,  0.00288275]), 'Reward', -0.51189741742889949)
('Episode', 19, 'Step', 1752.0, 'Epsilon', 0.884796666665912, 'Action', array([ 0.57756464,  0.6832172 ,  0.00439682]), 'Reward', -0.070929756283457199)
('Episode', 19, 'Step', 1767.0, 'Epsilon', 0.8847466666659116, 'Action', array([-0.3599174 ,  0.50900493,  0.08480887]), 'Reward', 0.14772754120547343)
('Episode', 19, 'Step', 1782.0, 'Epsilon', 0.8846966666659113, 'Action', array([ 0.15328931,  0.51578051,  0.04381245]), 'Reward', -0.912095201218455)
('Episode', 19, 'Step', 1797.0, 'Epsilon', 0.884646666665911, 'Action', array([ 1.        ,  0.54495653,  0.05165769]), 'Reward', -0.37938194349657062)
('Episode', 19, 'Step', 1812.0, 'Epsilon', 0.8845966666659106, 'Action', array([ 0.05199504,  0.58383095,  0.        ]), 'Reward', -0.12629744826571784)
('Episode', 19, 'Step', 1827.0, 'Epsilon', 0.8845466666659103, 'Action', array([ 0.58940905,  0.50195935,  0.0663173 ]), 'Reward', -0.079683667098627425)
('Episode', 19, 'Step', 1842.0, 'Epsilon', 0.88449666666591, 'Action', array([-0.06857677,  0.48716716,  0.        ]), 'Reward', -0.57224936067871679)
('Episode', 19, 'Step', 1857.0, 'Epsilon', 0.8844466666659097, 'Action', array([ 0.2882381 ,  0.56984747,  0.03717754]), 'Reward', -0.71709304171046084)
('Episode', 19, 'Step', 1872.0, 'Epsilon', 0.8843966666659093, 'Action', array([ 0.87578015,  0.46313727,  0.00637394]), 'Reward', -0.47290594067772951)
('Episode', 19, 'Step', 1887.0, 'Epsilon', 0.884346666665909, 'Action', array([ 0.36204046,  0.56066655,  0.        ]), 'Reward', -1.108887165656852)
('Episode', 19, 'Step', 1902.0, 'Epsilon', 0.8842966666659087, 'Action', array([-0.53711445,  0.74000365,  0.00446002]), 'Reward', -1.2722595058867008)
('Episode', 19, 'Step', 1917.0, 'Epsilon', 0.8842466666659083, 'Action', array([ 1.        ,  0.56197081,  0.        ]), 'Reward', -0.90586710497313616)
('Episode', 19, 'Step', 1932.0, 'Epsilon', 0.884196666665908, 'Action', array([-0.13656074,  0.60977996,  0.01257045]), 'Reward', -0.39718819318629511)
('Episode', 19, 'Step', 1947.0, 'Epsilon', 0.8841466666659077, 'Action', array([ 0.47231154,  0.56927975,  0.11506386]), 'Reward', -0.42694895461985677)
('Episode', 19, 'Step', 1962.0, 'Epsilon', 0.8840966666659074, 'Action', array([ 0.0095556 ,  0.51567085,  0.        ]), 'Reward', -0.72564313209673958)
('Episode', 19, 'Step', 1977.0, 'Epsilon', 0.884046666665907, 'Action', array([ 0.07982947,  0.55473328,  0.06085382]), 'Reward', -0.61593562497684662)
('Episode', 19, 'Step', 1992.0, 'Epsilon', 0.8839966666659067, 'Action', array([-0.0832151 ,  0.67598076,  0.        ]), 'Reward', -0.90502034206810489)
TOTAL REWARD @ 19-th Episode  : Reward -5054.10464714
Total Step: 34808

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 20 Replay Buffer 34808 Early Stopping: 0 Epsilon: 0.883973333333 RN: 0.574068974702
('Episode', 20, 'Step', 7.0, 'Epsilon', 0.8839466666659064, 'Action', array([-0.39387606,  0.60980728,  0.06845181]), 'Reward', 5.4987852451806116)
('Episode', 20, 'Step', 22.0, 'Epsilon', 0.883896666665906, 'Action', array([-0.13416378,  0.63637678,  0.05346688]), 'Reward', 7.1637412186965399)
('Episode', 20, 'Step', 37.0, 'Epsilon', 0.8838466666659057, 'Action', array([ 0.25255401,  0.49451441,  0.03656599]), 'Reward', 9.5428541840228522)
('Episode', 20, 'Step', 52.0, 'Epsilon', 0.8837966666659054, 'Action', array([ 0.2562325 ,  0.54209697,  0.05718563]), 'Reward', 13.344289975667952)
('Episode', 20, 'Step', 67.0, 'Epsilon', 0.8837466666659051, 'Action', array([-0.68549227,  0.516527  ,  0.05025299]), 'Reward', 12.394504141309227)
('Episode', 20, 'Step', 82.0, 'Epsilon', 0.8836966666659047, 'Action', array([ 0.34717312,  0.5792576 ,  0.01300469]), 'Reward', -40.887258457930699)
('Episode', 20, 'Step', 97.0, 'Epsilon', 0.8836466666659044, 'Action', array([-0.16371858,  0.39728958,  0.03734192]), 'Reward', -0.66053147781781096)
('Episode', 20, 'Step', 112.0, 'Epsilon', 0.8835966666659041, 'Action', array([-0.95781811,  0.39428076,  0.03252866]), 'Reward', -0.56602826812455254)
('Episode', 20, 'Step', 127.0, 'Epsilon', 0.8835466666659038, 'Action', array([ 0.16450154,  0.54729644,  0.02432569]), 'Reward', -1.5668977888854552)
('Episode', 20, 'Step', 142.0, 'Epsilon', 0.8834966666659034, 'Action', array([-0.51696975,  0.6848407 ,  0.08936892]), 'Reward', -1.0395921165091355)
('Episode', 20, 'Step', 157.0, 'Epsilon', 0.8834466666659031, 'Action', array([-0.83102882,  0.48877274,  0.        ]), 'Reward', -0.55231999656158182)
('Episode', 20, 'Step', 172.0, 'Epsilon', 0.8833966666659028, 'Action', array([ 0.38126561,  0.54223048,  0.03090283]), 'Reward', -1.4061053664454013)
('Episode', 20, 'Step', 187.0, 'Epsilon', 0.8833466666659024, 'Action', array([-0.53295793,  0.50702547,  0.06326518]), 'Reward', -1.1594506176712027)
('Episode', 20, 'Step', 202.0, 'Epsilon', 0.8832966666659021, 'Action', array([-0.94209404,  0.44381627,  0.08477939]), 'Reward', -0.60235847157796119)
('Episode', 20, 'Step', 217.0, 'Epsilon', 0.8832466666659018, 'Action', array([-0.4810889 ,  0.53374969,  0.02092496]), 'Reward', -0.73682268612936896)
('Episode', 20, 'Step', 232.0, 'Epsilon', 0.8831966666659015, 'Action', array([ 0.40420243,  0.57062879,  0.00486467]), 'Reward', -1.8865261798163746)
('Episode', 20, 'Step', 247.0, 'Epsilon', 0.8831466666659011, 'Action', array([ 0.72483836,  0.47070936,  0.01345465]), 'Reward', -1.7732393206747457)
('Episode', 20, 'Step', 262.0, 'Epsilon', 0.8830966666659008, 'Action', array([-1.        ,  0.46444536,  0.01311606]), 'Reward', -0.89965457284083916)
('Episode', 20, 'Step', 277.0, 'Epsilon', 0.8830466666659005, 'Action', array([-0.51692718,  0.63742011,  0.0377501 ]), 'Reward', -1.5472241598373742)
('Episode', 20, 'Step', 292.0, 'Epsilon', 0.8829966666659002, 'Action', array([ 0.53722781,  0.47467147,  0.        ]), 'Reward', -1.4866896796383677)
('Episode', 20, 'Step', 307.0, 'Epsilon', 0.8829466666658998, 'Action', array([-1.        ,  0.54399985,  0.0429374 ]), 'Reward', -0.7035936279092172)
('Episode', 20, 'Step', 322.0, 'Epsilon', 0.8828966666658995, 'Action', array([ 0.31071079,  0.54007695,  0.03035801]), 'Reward', -1.8345257435978919)
('Episode', 20, 'Step', 337.0, 'Epsilon', 0.8828466666658992, 'Action', array([-0.70575034,  0.46400829,  0.01838815]), 'Reward', -0.6282312457287248)
('Episode', 20, 'Step', 352.0, 'Epsilon', 0.8827966666658988, 'Action', array([-0.83686673,  0.46541197,  0.06825939]), 'Reward', -0.73238821124324682)
('Episode', 20, 'Step', 367.0, 'Epsilon', 0.8827466666658985, 'Action', array([-0.34569266,  0.44772873,  0.0145163 ]), 'Reward', -0.61789746584001126)
('Episode', 20, 'Step', 382.0, 'Epsilon', 0.8826966666658982, 'Action', array([-0.48071249,  0.29860326,  0.10579377]), 'Reward', -1.0072240528023653)
('Episode', 20, 'Step', 397.0, 'Epsilon', 0.8826466666658979, 'Action', array([ 0.32685001,  0.46389329,  0.00271636]), 'Reward', -2.1336297288822186)
('Episode', 20, 'Step', 412.0, 'Epsilon', 0.8825966666658975, 'Action', array([-0.61206518,  0.35487447,  0.        ]), 'Reward', -0.54842333202354765)
('Episode', 20, 'Step', 427.0, 'Epsilon', 0.8825466666658972, 'Action', array([-0.9836635 ,  0.42741745,  0.0809344 ]), 'Reward', -0.38359221695701651)
('Episode', 20, 'Step', 442.0, 'Epsilon', 0.8824966666658969, 'Action', array([-0.20945842,  0.37601996,  0.        ]), 'Reward', -1.1734323056348337)
('Episode', 20, 'Step', 457.0, 'Epsilon', 0.8824466666658966, 'Action', array([ 0.36146366,  0.37769963,  0.04234911]), 'Reward', -1.7171047950498703)
('Episode', 20, 'Step', 472.0, 'Epsilon', 0.8823966666658962, 'Action', array([-0.2969201 ,  0.48735847,  0.03257452]), 'Reward', -1.2587895315891142)
('Episode', 20, 'Step', 487.0, 'Epsilon', 0.8823466666658959, 'Action', array([-0.41568017,  0.42475677,  0.03467263]), 'Reward', -1.2031981193457435)
('Episode', 20, 'Step', 502.0, 'Epsilon', 0.8822966666658956, 'Action', array([-1.        ,  0.38248648,  0.01617065]), 'Reward', -0.79883640188135474)
('Episode', 20, 'Step', 517.0, 'Epsilon', 0.8822466666658952, 'Action', array([ 0.08125967,  0.47070998,  0.04532179]), 'Reward', -1.7566184625866783)
('Episode', 20, 'Step', 532.0, 'Epsilon', 0.8821966666658949, 'Action', array([-1.        ,  0.28238485,  0.        ]), 'Reward', -0.79981742204901596)
('Episode', 20, 'Step', 547.0, 'Epsilon', 0.8821466666658946, 'Action', array([-0.26420378,  0.39495511,  0.        ]), 'Reward', -1.2810756536787125)
('Episode', 20, 'Step', 562.0, 'Epsilon', 0.8820966666658943, 'Action', array([-0.43913665,  0.35460395,  0.        ]), 'Reward', -1.0852341076385081)
('Episode', 20, 'Step', 577.0, 'Epsilon', 0.8820466666658939, 'Action', array([-0.46579136,  0.48948251,  0.00125593]), 'Reward', -1.6724529498779996)
('Episode', 20, 'Step', 592.0, 'Epsilon', 0.8819966666658936, 'Action', array([-0.60209716,  0.57473199,  0.03879701]), 'Reward', -1.50775951149661)
('Episode', 20, 'Step', 607.0, 'Epsilon', 0.8819466666658933, 'Action', array([-1.        ,  0.56266052,  0.        ]), 'Reward', -1.3492980910322561)
('Episode', 20, 'Step', 622.0, 'Epsilon', 0.881896666665893, 'Action', array([-1.        ,  0.44545357,  0.0231264 ]), 'Reward', -1.3551035672527463)
('Episode', 20, 'Step', 637.0, 'Epsilon', 0.8818466666658926, 'Action', array([-0.06155092,  0.54424787,  0.        ]), 'Reward', -2.2222641058530872)
('Episode', 20, 'Step', 652.0, 'Epsilon', 0.8817966666658923, 'Action', array([ 1.        ,  0.27828128,  0.0739808 ]), 'Reward', -1.6910002249981686)
('Episode', 20, 'Step', 667.0, 'Epsilon', 0.881746666665892, 'Action', array([-0.45463935,  0.52574708,  0.01279685]), 'Reward', -1.4925031761732628)
('Episode', 20, 'Step', 682.0, 'Epsilon', 0.8816966666658916, 'Action', array([-0.60346344,  0.43020968,  0.00310999]), 'Reward', -1.0369743922149488)
('Episode', 20, 'Step', 697.0, 'Epsilon', 0.8816466666658913, 'Action', array([ 0.23766542,  0.45097081,  0.        ]), 'Reward', -2.4788262502292389)
('Episode', 20, 'Step', 712.0, 'Epsilon', 0.881596666665891, 'Action', array([ 0.49839491,  0.3455068 ,  0.06138702]), 'Reward', -2.8123913498131898)
('Episode', 20, 'Step', 727.0, 'Epsilon', 0.8815466666658907, 'Action', array([ 0.34145512,  0.25311822,  0.04466043]), 'Reward', -2.341066435822011)
('Episode', 20, 'Step', 742.0, 'Epsilon', 0.8814966666658903, 'Action', array([ 0.94896408,  0.42209079,  0.08596122]), 'Reward', -2.5862037814159806)
('Episode', 20, 'Step', 757.0, 'Epsilon', 0.88144666666589, 'Action', array([-0.91612568,  0.47373645,  0.        ]), 'Reward', -1.7635403683422033)
('Episode', 20, 'Step', 772.0, 'Epsilon', 0.8813966666658897, 'Action', array([-0.27335005,  0.57024336,  0.00325362]), 'Reward', -2.4304305649583542)
('Episode', 20, 'Step', 787.0, 'Epsilon', 0.8813466666658893, 'Action', array([-0.07473124,  0.48812791,  0.        ]), 'Reward', -3.4208300399276483)
('Episode', 20, 'Step', 802.0, 'Epsilon', 0.881296666665889, 'Action', array([-1.        ,  0.34014714,  0.11136851]), 'Reward', -1.1286540854131439)
('Episode', 20, 'Step', 817.0, 'Epsilon', 0.8812466666658887, 'Action', array([ 1.        ,  0.60399082,  0.        ]), 'Reward', -5.0205417049482479)
('Episode', 20, 'Step', 832.0, 'Epsilon', 0.8811966666658884, 'Action', array([-1.        ,  0.49301139,  0.01166083]), 'Reward', -1.5096393021915839)
('Episode', 20, 'Step', 847.0, 'Epsilon', 0.881146666665888, 'Action', array([ 0.26801334,  0.40777602,  0.0577452 ]), 'Reward', -2.460141572700862)
('Episode', 20, 'Step', 862.0, 'Epsilon', 0.8810966666658877, 'Action', array([-0.82776825,  0.28024531,  0.04307358]), 'Reward', -1.3416525323569419)
('Episode', 20, 'Step', 877.0, 'Epsilon', 0.8810466666658874, 'Action', array([-1.        ,  0.64708136,  0.        ]), 'Reward', -2.4406848646334485)
('Episode', 20, 'Step', 892.0, 'Epsilon', 0.880996666665887, 'Action', array([-0.63486633,  0.5013419 ,  0.        ]), 'Reward', -1.8017960191267823)
('Episode', 20, 'Step', 907.0, 'Epsilon', 0.8809466666658867, 'Action', array([-1.        ,  0.50642614,  0.02392402]), 'Reward', -1.709089375593331)
('Episode', 20, 'Step', 922.0, 'Epsilon', 0.8808966666658864, 'Action', array([  1.55201479e-01,   4.76040350e-01,   3.04079077e-04]), 'Reward', -3.7989025000429679)
('Episode', 20, 'Step', 937.0, 'Epsilon', 0.8808466666658861, 'Action', array([-0.11980778,  0.49202079,  0.09012291]), 'Reward', -2.6825319074122635)
('Episode', 20, 'Step', 952.0, 'Epsilon', 0.8807966666658857, 'Action', array([-0.97694442,  0.45219878,  0.        ]), 'Reward', -1.5320845065231294)
('Episode', 20, 'Step', 967.0, 'Epsilon', 0.8807466666658854, 'Action', array([-0.17031936,  0.43141494,  0.01261683]), 'Reward', -2.8413019907970765)
('Episode', 20, 'Step', 982.0, 'Epsilon', 0.8806966666658851, 'Action', array([-1.        ,  0.45566808,  0.03774908]), 'Reward', -1.563021468710476)
('Episode', 20, 'Step', 997.0, 'Epsilon', 0.8806466666658848, 'Action', array([ 0.15890397,  0.29092264,  0.        ]), 'Reward', -2.5350076335939096)
('Episode', 20, 'Step', 1012.0, 'Epsilon', 0.8805966666658844, 'Action', array([-1.        ,  0.422809  ,  0.02044158]), 'Reward', -0.82237153262039375)
('Episode', 20, 'Step', 1027.0, 'Epsilon', 0.8805466666658841, 'Action', array([-0.66954501,  0.46034051,  0.0958292 ]), 'Reward', -1.4524567976014118)
('Episode', 20, 'Step', 1042.0, 'Epsilon', 0.8804966666658838, 'Action', array([-0.19718993,  0.51085644,  0.02423412]), 'Reward', -4.2000525156216764)
('Episode', 20, 'Step', 1057.0, 'Epsilon', 0.8804466666658834, 'Action', array([-0.63071189,  0.54665919,  0.06268617]), 'Reward', -2.6903033323340209)
('Episode', 20, 'Step', 1072.0, 'Epsilon', 0.8803966666658831, 'Action', array([-0.76625819,  0.35049861,  0.        ]), 'Reward', -1.6244381597946731)
('Episode', 20, 'Step', 1087.0, 'Epsilon', 0.8803466666658828, 'Action', array([ 0.3168973 ,  0.46405494,  0.        ]), 'Reward', -6.3678251934800745)
('Episode', 20, 'Step', 1102.0, 'Epsilon', 0.8802966666658825, 'Action', array([-1.        ,  0.423385  ,  0.04082728]), 'Reward', -2.3791750345603209)
('Episode', 20, 'Step', 1117.0, 'Epsilon', 0.8802466666658821, 'Action', array([-0.8499399 ,  0.50891023,  0.        ]), 'Reward', -2.4131577612775192)
('Episode', 20, 'Step', 1132.0, 'Epsilon', 0.8801966666658818, 'Action', array([-1.        ,  0.36447981,  0.03637953]), 'Reward', -1.640143282205653)
('Episode', 20, 'Step', 1147.0, 'Epsilon', 0.8801466666658815, 'Action', array([-0.20919006,  0.42003503,  0.        ]), 'Reward', -4.0375526707848453)
('Episode', 20, 'Step', 1162.0, 'Epsilon', 0.8800966666658812, 'Action', array([-0.83143544,  0.31152253,  0.00536769]), 'Reward', -2.5479229272709158)
('Episode', 20, 'Step', 1177.0, 'Epsilon', 0.8800466666658808, 'Action', array([-0.04572979,  0.45638615,  0.03206133]), 'Reward', -5.2556061832805261)
('Episode', 20, 'Step', 1192.0, 'Epsilon', 0.8799966666658805, 'Action', array([-0.61499946,  0.60050713,  0.07378275]), 'Reward', -4.8265020699772023)
('Episode', 20, 'Step', 1207.0, 'Epsilon', 0.8799466666658802, 'Action', array([ 0.55584156,  0.41998685,  0.03448737]), 'Reward', -6.6047441017957613)
('Episode', 20, 'Step', 1222.0, 'Epsilon', 0.8798966666658798, 'Action', array([-0.03258619,  0.35988403,  0.13945496]), 'Reward', -2.0386925325128473)
('Episode', 20, 'Step', 1237.0, 'Epsilon', 0.8798466666658795, 'Action', array([ 0.37991361,  0.42007581,  0.        ]), 'Reward', -4.0262666427972489)
('Episode', 20, 'Step', 1252.0, 'Epsilon', 0.8797966666658792, 'Action', array([-1.        ,  0.46298198,  0.        ]), 'Reward', -2.0178258777312372)
('Episode', 20, 'Step', 1267.0, 'Epsilon', 0.8797466666658789, 'Action', array([-1.        ,  0.48679841,  0.00484208]), 'Reward', -3.1591316546338835)
('Episode', 20, 'Step', 1282.0, 'Epsilon', 0.8796966666658785, 'Action', array([-0.59292631,  0.24803753,  0.04037333]), 'Reward', -2.9613610063855238)
('Episode', 20, 'Step', 1297.0, 'Epsilon', 0.8796466666658782, 'Action', array([-0.20961279,  0.35199215,  0.02043491]), 'Reward', -2.769089367523764)
('Episode', 20, 'Step', 1312.0, 'Epsilon', 0.8795966666658779, 'Action', array([-0.77999476,  0.34206617,  0.10699483]), 'Reward', -1.4447346249976754)
('Episode', 20, 'Step', 1327.0, 'Epsilon', 0.8795466666658776, 'Action', array([ 0.73459558,  0.51934677,  0.        ]), 'Reward', -8.0947708430251755)
('Episode', 20, 'Step', 1342.0, 'Epsilon', 0.8794966666658772, 'Action', array([ 0.17407204,  0.66011065,  0.        ]), 'Reward', -6.046049631485344)
('Episode', 20, 'Step', 1357.0, 'Epsilon', 0.8794466666658769, 'Action', array([ 1.        ,  0.44928258,  0.0762039 ]), 'Reward', -5.3896125706645694)
('Episode', 20, 'Step', 1372.0, 'Epsilon', 0.8793966666658766, 'Action', array([-0.61702345,  0.44215171,  0.03072162]), 'Reward', -5.6933566923395018)
('Episode', 20, 'Step', 1387.0, 'Epsilon', 0.8793466666658762, 'Action', array([-1.        ,  0.48005527,  0.03573526]), 'Reward', -2.5072183206402991)
('Episode', 20, 'Step', 1402.0, 'Epsilon', 0.8792966666658759, 'Action', array([ 0.18086045,  0.49353581,  0.00728416]), 'Reward', -6.160837680791909)
('Episode', 20, 'Step', 1417.0, 'Epsilon', 0.8792466666658756, 'Action', array([-0.77537113,  0.48538233,  0.04367018]), 'Reward', -4.4057055000298107)
('Episode', 20, 'Step', 1432.0, 'Epsilon', 0.8791966666658753, 'Action', array([ 0.31997286,  0.51632642,  0.        ]), 'Reward', -7.1129299458271342)
('Episode', 20, 'Step', 1447.0, 'Epsilon', 0.8791466666658749, 'Action', array([ 0.1206098 ,  0.57003567,  0.00316609]), 'Reward', -8.8025234523464491)
('Episode', 20, 'Step', 1462.0, 'Epsilon', 0.8790966666658746, 'Action', array([-0.80918203,  0.62862283,  0.07451109]), 'Reward', -5.4883521493072198)
('Episode', 20, 'Step', 1477.0, 'Epsilon', 0.8790466666658743, 'Action', array([-0.75411302,  0.72006024,  0.        ]), 'Reward', -9.9073430010264154)
('Episode', 20, 'Step', 1492.0, 'Epsilon', 0.878996666665874, 'Action', array([-0.56438468,  0.63695235,  0.02211038]), 'Reward', -6.8142212279902061)
('Episode', 20, 'Step', 1507.0, 'Epsilon', 0.8789466666658736, 'Action', array([-1.       ,  0.4439423,  0.       ]), 'Reward', -3.8439379033583068)
('Episode', 20, 'Step', 1522.0, 'Epsilon', 0.8788966666658733, 'Action', array([ 0.32345037,  0.74111774,  0.059379  ]), 'Reward', -11.834922571828653)
('Episode', 20, 'Step', 1537.0, 'Epsilon', 0.878846666665873, 'Action', array([ 0.16851582,  0.73358105,  0.07754077]), 'Reward', -16.969893262470517)
('Episode', 20, 'Step', 1552.0, 'Epsilon', 0.8787966666658726, 'Action', array([-1.        ,  0.41470946,  0.        ]), 'Reward', -10.761366168998943)
('Episode', 20, 'Step', 1567.0, 'Epsilon', 0.8787466666658723, 'Action', array([-0.44155684,  0.49914457,  0.08608887]), 'Reward', -4.9113079347396376)
('Episode', 20, 'Step', 1582.0, 'Epsilon', 0.878696666665872, 'Action', array([ 1.        ,  0.62156736,  0.14209946]), 'Reward', -7.7143230616536904)
('Episode', 20, 'Step', 1597.0, 'Epsilon', 0.8786466666658717, 'Action', array([ 0.29070098,  0.48319831,  0.05159808]), 'Reward', -7.3800222006318492)
('Episode', 20, 'Step', 1612.0, 'Epsilon', 0.8785966666658713, 'Action', array([-1.        ,  0.57315591,  0.06004862]), 'Reward', -6.6342768870673963)
('Episode', 20, 'Step', 1627.0, 'Epsilon', 0.878546666665871, 'Action'Waiting for request on port 3101
******* RESTARTING *****
, array([ 0.35309357,  0.68350385,  0.10425354]), 'Reward', -13.601120776152445)
('Episode', 20, 'Step', 1642.0, 'Epsilon', 0.8784966666658707, 'Action', array([ 0.13243483,  0.57342492,  0.        ]), 'Reward', -24.475373929141281)
('Episode', 20, 'Step', 1657.0, 'Epsilon', 0.8784466666658703, 'Action', array([ 0.44866795,  0.45902745,  0.        ]), 'Reward', -14.070305759183555)
('Episode', 20, 'Step', 1672.0, 'Epsilon', 0.87839666666587, 'Action', array([-0.11092685,  0.51182935,  0.        ]), 'Reward', -30.634120730506332)
('Episode', 20, 'Step', 1687.0, 'Epsilon', 0.8783466666658697, 'Action', array([ 0.06719875,  0.63813158,  0.12269241]), 'Reward', 14.91877043490797)
('Episode', 20, 'Step', 1702.0, 'Epsilon', 0.8782966666658694, 'Action', array([-0.62904503,  0.43339887,  0.        ]), 'Reward', -19.085713373574528)
('Episode', 20, 'Step', 1717.0, 'Epsilon', 0.878246666665869, 'Action', array([-0.59411628,  0.53654212,  0.0247414 ]), 'Reward', -13.181257460978955)
('Episode', 20, 'Step', 1732.0, 'Epsilon', 0.8781966666658687, 'Action', array([-0.83492281,  0.49100753,  0.04710265]), 'Reward', -18.939260828016756)
('Episode', 20, 'Step', 1747.0, 'Epsilon', 0.8781466666658684, 'Action', array([ 1.        ,  0.55144936,  0.06144725]), 'Reward', -10.189158774707522)
('Episode', 20, 'Step', 1762.0, 'Epsilon', 0.878096666665868, 'Action', array([ 1.        ,  0.48587866,  0.07927466]), 'Reward', 14.553051111434623)
('Episode', 20, 'Step', 1777.0, 'Epsilon', 0.8780466666658677, 'Action', array([-0.10926297,  0.57989263,  0.        ]), 'Reward', -1)
('Episode', 20, 'Step', 1792.0, 'Epsilon', 0.8779966666658674, 'Action', array([-0.25600767,  0.54042914,  0.        ]), 'Reward', 10.322775473822702)
('Episode', 20, 'Step', 1807.0, 'Epsilon', 0.8779466666658671, 'Action', array([-0.16993472,  0.68930178,  0.        ]), 'Reward', 24.199156069859299)
('Episode', 20, 'Step', 1822.0, 'Epsilon', 0.8778966666658667, 'Action', array([-0.13803776,  0.62209774,  0.01701103]), 'Reward', -0.48392453426894322)
('Episode', 20, 'Step', 1837.0, 'Epsilon', 0.8778466666658664, 'Action', array([ 0.958164  ,  0.57185201,  0.05328939]), 'Reward', -0.62838021245378362)
('Episode', 20, 'Step', 1852.0, 'Epsilon', 0.8777966666658661, 'Action', array([-0.61843793,  0.52944337,  0.02029753]), 'Reward', -0.33569469632470095)
('Episode', 20, 'Step', 1867.0, 'Epsilon', 0.8777466666658658, 'Action', array([-0.08623752,  0.62634092,  0.04605241]), 'Reward', -0.54465580350376874)
('Episode', 20, 'Step', 1882.0, 'Epsilon', 0.8776966666658654, 'Action', array([-0.53925169,  0.57227419,  0.        ]), 'Reward', -0.37563008922939195)
('Episode', 20, 'Step', 1897.0, 'Epsilon', 0.8776466666658651, 'Action', array([-1.        ,  0.50460337,  0.0227266 ]), 'Reward', -0.19808598765286639)
('Episode', 20, 'Step', 1912.0, 'Epsilon', 0.8775966666658648, 'Action', array([-1.        ,  0.54834221,  0.07128458]), 'Reward', -0.15582951052957406)
('Episode', 20, 'Step', 1927.0, 'Epsilon', 0.8775466666658644, 'Action', array([-0.39217433,  0.62858349,  0.06578938]), 'Reward', -0.16029633239801783)
('Episode', 20, 'Step', 1942.0, 'Epsilon', 0.8774966666658641, 'Action', array([-1.        ,  0.61322839,  0.        ]), 'Reward', -0.32600710055811899)
('Episode', 20, 'Step', 1957.0, 'Epsilon', 0.8774466666658638, 'Action', array([-1.        ,  0.53420266,  0.02563351]), 'Reward', -0.035904320269159462)
('Episode', 20, 'Step', 1972.0, 'Epsilon', 0.8773966666658635, 'Action', array([ 0.05802015,  0.54689459,  0.03739614]), 'Reward', -0.18117220355816757)
('Episode', 20, 'Step', 1987.0, 'Epsilon', 0.8773466666658631, 'Action', array([-0.35863673,  0.59552644,  0.00406381]), 'Reward', -0.25409929101154582)
TOTAL REWARD @ 20-th Episode  : Reward -4400.8047145
Total Step: 36808

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 21 Replay Buffer 36808 Early Stopping: 0 Epsilon: 0.877306666666 RN: 0.477925485624
('Episode', 21, 'Step', 2.0, 'Epsilon', 0.8772966666658628, 'Action', array([-1.        ,  0.51319572,  0.        ]), 'Reward', 2.0914943871335541)
('Episode', 21, 'Step', 17.0, 'Epsilon', 0.8772466666658625, 'Action', array([-1.        ,  0.44403774,  0.        ]), 'Reward', 12.285223556649527)
('Episode', 21, 'Step', 32.0, 'Epsilon', 0.8771966666658622, 'Action', array([-1.        ,  0.62756857,  0.        ]), 'Reward', 17.227636246641776)
('Episode', 21, 'Step', 47.0, 'Epsilon', 0.8771466666658618, 'Action', array([-1.        ,  0.39135017,  0.        ]), 'Reward', 12.242755236891028)
('Episode', 21, 'Step', 62.0, 'Epsilon', 0.8770966666658615, 'Action', array([-0.55339653,  0.57874647,  0.        ]), 'Reward', -36.286896381227209)
('Episode', 21, 'Step', 77.0, 'Epsilon', 0.8770466666658612, 'Action', array([-1.        ,  0.51016727,  0.0014696 ]), 'Reward', -33.593492832291361)
('Episode', 21, 'Step', 92.0, 'Epsilon', 0.8769966666658608, 'Action', array([ 0.80307635,  0.55016077,  0.03162842]), 'Reward', -0.77510369331419771)
('Episode', 21, 'Step', 107.0, 'Epsilon', 0.8769466666658605, 'Action', array([-0.40143543,  0.26510123,  0.03505474]), 'Reward', -0.075175593431098892)
('Episode', 21, 'Step', 122.0, 'Epsilon', 0.8768966666658602, 'Action', array([-1.        ,  0.48371789,  0.05296837]), 'Reward', -0.49661179737905981)
('Episode', 21, 'Step', 137.0, 'Epsilon', 0.8768466666658599, 'Action', array([ 0.01406882,  0.56102689,  0.13406679]), 'Reward', -0.80230200365494764)
('Episode', 21, 'Step', 152.0, 'Epsilon', 0.8767966666658595, 'Action', array([-1.        ,  0.33104681,  0.01592343]), 'Reward', -0.83935849454252642)
('Episode', 21, 'Step', 167.0, 'Epsilon', 0.8767466666658592, 'Action', array([-1.        ,  0.37042999,  0.00796665]), 'Reward', -0.49762584590508724)
('Episode', 21, 'Step', 182.0, 'Epsilon', 0.8766966666658589, 'Action', array([-1.        ,  0.41413058,  0.09224046]), 'Reward', -0.69585630394661424)
('Episode', 21, 'Step', 197.0, 'Epsilon', 0.8766466666658586, 'Action', array([-0.12350237,  0.38589056,  0.06534934]), 'Reward', -0.28689689241114663)
('Episode', 21, 'Step', 212.0, 'Epsilon', 0.8765966666658582, 'Action', array([-1.        ,  0.47767654,  0.        ]), 'Reward', -0.85576158350139475)
('Episode', 21, 'Step', 227.0, 'Epsilon', 0.8765466666658579, 'Action', array([-0.81065409,  0.45184302,  0.        ]), 'Reward', -0.78748179507468685)
('Episode', 21, 'Step', 242.0, 'Epsilon', 0.8764966666658576, 'Action', array([-0.77378567,  0.3278809 ,  0.00780608]), 'Reward', -0.10100414673792851)
('Episode', 21, 'Step', 257.0, 'Epsilon', 0.8764466666658572, 'Action', array([-0.12669821,  0.53116258,  0.06198097]), 'Reward', -0.52563475054473952)
('Episode', 21, 'Step', 272.0, 'Epsilon', 0.8763966666658569, 'Action', array([-1.        ,  0.37661732,  0.05064758]), 'Reward', -0.49232742921789352)
('Episode', 21, 'Step', 287.0, 'Epsilon', 0.8763466666658566, 'Action', array([ 0.44847486,  0.66137324,  0.05468117]), 'Reward', -0.65851971765629758)
('Episode', 21, 'Step', 302.0, 'Epsilon', 0.8762966666658563, 'Action', array([ 0.04425829,  0.53313539,  0.03034645]), 'Reward', -0.48404730805789586)
('Episode', 21, 'Step', 317.0, 'Epsilon', 0.8762466666658559, 'Action', array([ 0.28509155,  0.40304993,  0.07212482]), 'Reward', -0.9578511470636244)
('Episode', 21, 'Step', 332.0, 'Epsilon', 0.8761966666658556, 'Action', array([ 0.22990076,  0.42809226,  0.04388956]), 'Reward', -0.55183868431414063)
('Episode', 21, 'Step', 347.0, 'Epsilon', 0.8761466666658553, 'Action', array([ 0.37001161,  0.49349419,  0.00924788]), 'Reward', -0.54237252827053606)
('Episode', 21, 'Step', 362.0, 'Epsilon', 0.876096666665855, 'Action', array([-0.666574  ,  0.42468875,  0.        ]), 'Reward', -1.0529849318580982)
('Episode', 21, 'Step', 377.0, 'Epsilon', 0.8760466666658546, 'Action', array([-0.59423727,  0.51318751,  0.03415179]), 'Reward', -0.97823071972055409)
('Episode', 21, 'Step', 392.0, 'Epsilon', 0.8759966666658543, 'Action', array([-1.        ,  0.49833524,  0.        ]), 'Reward', -0.69874691528255017)
('Episode', 21, 'Step', 407.0, 'Epsilon', 0.875946666665854, 'Action', array([-0.48236387,  0.3989693 ,  0.        ]), 'Reward', -0.79300997579965882)
('Episode', 21, 'Step', 422.0, 'Epsilon', 0.8758966666658536, 'Action', array([ 0.39131095,  0.34201016,  0.        ]), 'Reward', -0.95267018903073164)
('Episode', 21, 'Step', 437.0, 'Epsilon', 0.8758466666658533, 'Action', array([-1.        ,  0.45574547,  0.06298175]), 'Reward', -0.50524988585316577)
('Episode', 21, 'Step', 452.0, 'Epsilon', 0.875796666665853, 'Action', array([ 0.8165158 ,  0.43825602,  0.09964413]), 'Reward', -0.78103167699817022)
('Episode', 21, 'Step', 467.0, 'Epsilon', 0.8757466666658527, 'Action', array([-0.2045295 ,  0.41592536,  0.04039018]), 'Reward', -0.53381286670413863)
('Episode', 21, 'Step', 482.0, 'Epsilon', 0.8756966666658523, 'Action', array([-0.41623736,  0.4094478 ,  0.        ]), 'Reward', -0.53645050531206739)
('Episode', 21, 'Step', 497.0, 'Epsilon', 0.875646666665852, 'Action', array([-1.        ,  0.48303505,  0.04131431]), 'Reward', -0.9055581457049573)
('Episode', 21, 'Step', 512.0, 'Epsilon', 0.8755966666658517, 'Action', array([-0.06915978,  0.47206002,  0.03741901]), 'Reward', -0.6273971781313612)
('Episode', 21, 'Step', 527.0, 'Epsilon', 0.8755466666658513, 'Action', array([ 0.36974759,  0.32608004,  0.01462047]), 'Reward', -0.87067829846354095)
('Episode', 21, 'Step', 542.0, 'Epsilon', 0.875496666665851, 'Action', array([ 0.44242142,  0.51524551,  0.        ]), 'Reward', -1.1904246648248853)
('Episode', 21, 'Step', 557.0, 'Epsilon', 0.8754466666658507, 'Action', array([-0.42282802,  0.49986077,  0.04020198]), 'Reward', -0.75409314751851442)
('Episode', 21, 'Step', 572.0, 'Epsilon', 0.8753966666658504, 'Action', array([-0.45776253,  0.31992758,  0.02367977]), 'Reward', -0.83642261172760635)
('Episode', 21, 'Step', 587.0, 'Epsilon', 0.87534666666585, 'Action', array([-0.67850303,  0.46793777,  0.05367948]), 'Reward', -0.14848074621440252)
('Episode', 21, 'Step', 602.0, 'Epsilon', 0.8752966666658497, 'Action', array([ 0.3765321 ,  0.37286272,  0.05620882]), 'Reward', -0.62170102459333954)
('Episode', 21, 'Step', 617.0, 'Epsilon', 0.8752466666658494, 'Action', array([-1.        ,  0.41546123,  0.07209077]), 'Reward', -0.53356636997686535)
('Episode', 21, 'Step', 632.0, 'Epsilon', 0.875196666665849, 'Action', array([-0.29329281,  0.31295797,  0.05962156]), 'Reward', -0.61608386597067299)
('Episode', 21, 'Step', 647.0, 'Epsilon', 0.8751466666658487, 'Action', array([-1.        ,  0.48705601,  0.07002033]), 'Reward', -0.45803276210121202)
('Episode', 21, 'Step', 662.0, 'Epsilon', 0.8750966666658484, 'Action', array([ 0.35041617,  0.38138659,  0.07152875]), 'Reward', -0.94086253541758436)
('Episode', 21, 'Step', 677.0, 'Epsilon', 0.8750466666658481, 'Action', array([ 0.64675365,  0.44710534,  0.01698505]), 'Reward', -1.125455447857189)
('Episode', 21, 'Step', 692.0, 'Epsilon', 0.8749966666658477, 'Action', array([-0.77287221,  0.39344829,  0.0060957 ]), 'Reward', -0.79923218281406705)
('Episode', 21, 'Step', 707.0, 'Epsilon', 0.8749466666658474, 'Action', array([ 0.16569936,  0.70681586,  0.06073864]), 'Reward', -1.0676457014641116)
('Episode', 21, 'Step', 722.0, 'Epsilon', 0.8748966666658471, 'Action', array([-0.71278329,  0.54420631,  0.10892655]), 'Reward', -0.93384786978480228)
('Episode', 21, 'Step', 737.0, 'Epsilon', 0.8748466666658468, 'Action', array([-0.02143623,  0.37611735,  0.        ]), 'Reward', -1.0001847257829568)
('Episode', 21, 'Step', 752.0, 'Epsilon', 0.8747966666658464, 'Action', array([-0.45540248,  0.63464948,  0.08005213]), 'Reward', -0.64348282895103903)
('Episode', 21, 'Step', 767.0, 'Epsilon', 0.8747466666658461, 'Action', array([ 0.10034272,  0.43132708,  0.06707332]), 'Reward', -0.72723910162070871)
('Episode', 21, 'Step', 782.0, 'Epsilon', 0.8746966666658458, 'Action', array([-1.        ,  0.42472799,  0.06591196]), 'Reward', -0.48540102374768423)
('Episode', 21, 'Step', 797.0, 'Epsilon', 0.8746466666658455, 'Action', array([-1.        ,  0.29824881,  0.06919644]), 'Reward', -0.47721868284092755)
('Episode', 21, 'Step', 812.0, 'Epsilon', 0.8745966666658451, 'Action', array([-0.38963902,  0.49745373,  0.        ]), 'Reward', -0.67534487832800916)
('Episode', 21, 'Step', 827.0, 'Epsilon', 0.8745466666658448, 'Action', array([-1.        ,  0.30100835,  0.04249309]), 'Reward', -0.31091995352791174)
('Episode', 21, 'Step', 842.0, 'Epsilon', 0.8744966666658445, 'Action', array([-0.04671812,  0.44958216,  0.08165552]), 'Reward', -0.72024306958019413)
('Episode', 21, 'Step', 857.0, 'Epsilon', 0.8744466666658441, 'Action', array([-0.94404491,  0.43870647,  0.07693228]), 'Reward', -0.64323131296703651)
('Episode', 21, 'Step', 872.0, 'Epsilon', 0.8743966666658438, 'Action', array([-0.52460239,  0.31547139,  0.00287983]), 'Reward', -0.8460659622567166)
('Episode', 21, 'Step', 887.0, 'Epsilon', 0.8743466666658435, 'Action', array([-0.28808349,  0.44877945,  0.03491301]), 'Reward', -0.62866172537183251)
('Episode', 21, 'Step', 902.0, 'Epsilon', 0.8742966666658432, 'Action', array([-1.        ,  0.30904671,  0.04461361]), 'Reward', -1.1608141571320396)
('Episode', 21, 'Step', 917.0, 'Epsilon', 0.8742466666658428, 'Action', array([-0.53546111,  0.37531996,  0.03724927]), 'Reward', -0.46349989914154105)
('Episode', 21, 'Step', 932.0, 'Epsilon', 0.8741966666658425, 'Action', array([-0.89439051,  0.46253218,  0.01290226]), 'Reward', -0.74654044656162599)
('Episode', 21, 'Step', 947.0, 'Epsilon', 0.8741466666658422, 'Action', array([-0.34704299,  0.40686215,  0.02922054]), 'Reward', -1.0608301612296356)
('Episode', 21, 'Step', 962.0, 'Epsilon', 0.8740966666658418, 'Action', array([-0.29147009,  0.36366814,  0.02979904]), 'Reward', -0.53884106878353144)
('Episode', 21, 'Step', 977.0, 'Epsilon', 0.8740466666658415, 'Action', array([-0.85309071,  0.54452519,  0.04437297]), 'Reward', -0.9087920798585305)
('Episode', 21, 'Step', 992.0, 'Epsilon', 0.8739966666658412, 'Action', array([-0.8779052 ,  0.55701158,  0.05834264]), 'Reward', -0.51065748132666777)
('Episode', 21, 'Step', 1007.0, 'Epsilon', 0.8739466666658409, 'Action', array([-0.14459586,  0.47270823,  0.01362083]), 'Reward', -0.85533410227664841)
('Episode', 21, 'Step', 1022.0, 'Epsilon', 0.8738966666658405, 'Action', array([-1.        ,  0.29525644,  0.        ]), 'Reward', -0.58306371604891005)
('Episode', 21, 'Step', 1037.0, 'Epsilon', 0.8738466666658402, 'Action', array([-0.55370357,  0.43537624,  0.065329  ]), 'Reward', -1.0053098308195381)
('Episode', 21, 'Step', 1052.0, 'Epsilon', 0.8737966666658399, 'Action', array([-0.72363708,  0.52418457,  0.0033407 ]), 'Reward', -1.2328675517292393)
('Episode', 21, 'Step', 1067.0, 'Epsilon', 0.8737466666658396, 'Action', array([-0.72710523,  0.54078195,  0.06862345]), 'Reward', -0.71894192033396587)
('Episode', 21, 'Step', 1082.0, 'Epsilon', 0.8736966666658392, 'Action', array([-0.62884907,  0.39626414,  0.09386022]), 'Reward', -0.87811931580133007)
('Episode', 21, 'Step', 1097.0, 'Epsilon', 0.8736466666658389, 'Action', array([-0.28814022,  0.41574765,  0.        ]), 'Reward', -1.3124395454423039)
('Episode', 21, 'Step', 1112.0, 'Epsilon', 0.8735966666658386, 'Action', array([-1.        ,  0.39846233,  0.        ]), 'Reward', -0.91091312065410224)
('Episode', 21, 'Step', 1127.0, 'Epsilon', 0.8735466666658382, 'Action', array([ 0.75376099,  0.43163178,  0.12576064]), 'Reward', -1.3786098842488568)
('Episode', 21, 'Step', 1142.0, 'Epsilon', 0.8734966666658379, 'Action', array([-0.43592113,  0.48259002,  0.0402642 ]), 'Reward', -1.3477605548498355)
('Episode', 21, 'Step', 1157.0, 'Epsilon', 0.8734466666658376, 'Action', array([-0.0082927 ,  0.49521804,  0.04495586]), 'Reward', -1.4350984989617264)
('Episode', 21, 'Step', 1172.0, 'Epsilon', 0.8733966666658373, 'Action', array([-1.        ,  0.45390605,  0.11334828]), 'Reward', -0.8517126712063593)
('Episode', 21, 'Step', 1187.0, 'Epsilon', 0.8733466666658369, 'Action', array([-0.81301694,  0.56078274,  0.02227137]), 'Reward', -1.3766378383153202)
('Episode', 21, 'Step', 1202.0, 'Epsilon', 0.8732966666658366, 'Action', array([ 0.26173022,  0.44767031,  0.        ]), 'Reward', -2.130509956439683)
('Episode', 21, 'Step', 1217.0, 'Epsilon', 0.8732466666658363, 'Action', array([ 0.26143026,  0.48754991,  0.        ]), 'Reward', -1.9398470775099492)
('Episode', 21, 'Step', 1232.0, 'Epsilon', 0.873196666665836, 'Action', array([-0.26754236,  0.51765127,  0.01550199]), 'Reward', -1.5160935134525007)
('Episode', 21, 'Step', 1247.0, 'Epsilon', 0.8731466666658356, 'Action', array([ 0.66511554,  0.3924027 ,  0.06686836]), 'Reward', -1.5063422752274787)
('Episode', 21, 'Step', 1262.0, 'Epsilon', 0.8730966666658353, 'Action', array([-0.35027774,  0.44667503,  0.07837632]), 'Reward', -0.93216584610734743)
('Episode', 21, 'Step', 1277.0, 'Epsilon', 0.873046666665835, 'Action', array([-0.97109846,  0.34898098,  0.01084445]), 'Reward', -0.72539235688303016)
('Episode', 21, 'Step', 1292.0, 'Epsilon', 0.8729966666658346, 'Action', array([-0.27904567,  0.27726969,  0.09378782]), 'Reward', -0.75662500855189752)
('Episode', 21, 'Step', 1307.0, 'Epsilon', 0.8729466666658343, 'Action', array([-0.60997587,  0.47194959,  0.05846384]), 'Reward', -0.68273149790157495)
('Episode', 21, 'Step', 1322.0, 'Epsilon', 0.872896666665834, 'Action', array([-1.        ,  0.37852099,  0.04780142]), 'Reward', -0.80009246715236104)
('Episode', 21, 'Step', 1337.0, 'Epsilon', 0.8728466666658337, 'Action', array([-1.        ,  0.43884802,  0.01253326]), 'Reward', -0.70022519792959337)
('Episode', 21, 'Step', 1352.0, 'Epsilon', 0.8727966666658333, 'Action', array([-0.31184179,  0.40445367,  0.13332513]), 'Reward', -0.98560805433969767)
('Episode', 21, 'Step', 1367.0, 'Epsilon', 0.872746666665833, 'Action', array([-0.82606726,  0.50425825,  0.07439036]), 'Reward', -0.98247846511159431)
('Episode', 21, 'Step', 1382.0, 'Epsilon', 0.8726966666658327, 'Action', array([ 0.34258022,  0.58526624,  0.05453237]), 'Reward', -2.1782422788792202)
('Episode', 21, 'Step', 1397.0, 'Epsilon', 0.8726466666658323, 'Action', array([-0.25243336,  0.46112647,  0.13999105]), 'Reward', -1.3512525458160363)
('Episode', 21, 'Step', 1412.0, 'Epsilon', 0.872596666665832, 'Action', array([-1.        ,  0.41957096,  0.02011545]), 'Reward', -1.6034328327816918)
('Episode', 21, 'Step', 1427.0, 'Epsilon', 0.8725466666658317, 'Action', array([ 1.        ,  0.3982612 ,  0.04497854]), 'Reward', -4.3348770263272085)
('Episode', 21, 'Step', 1442.0, 'Epsilon', 0.8724966666658314, 'Action', array([ 1.        ,  0.56870125,  0.07938522]), 'Reward', -4.4522757159687592)
('Episode', 21, 'Step', 1457.0, 'Epsilon', 0.872446666665831, 'Action', array([-0.99868182,  0.45433627,  0.07510128]), 'Reward', -1.3478423736919254)
('Episode', 21, 'Step', 1472.0, 'Epsilon', 0.8723966666658307, 'Action', array([-0.49694857,  0.39706311,  0.14259204]), 'Reward', -0.82691254132003067)
('Episode', 21, 'Step', 1487.0, 'Epsilon', 0.8723466666658304, 'Action', array([-1.        ,  0.41775003,  0.10454061]), 'Reward', -1.0851766395525484)
('Episode', 21, 'Step', 1502.0, 'Epsilon', 0.8722966666658301, 'Action', array([-0.63260176,  0.60347441,  0.        ]), 'Reward', -2.7293780911603651)
('Episode', 21, 'Step', 1517.0, 'Epsilon', 0.8722466666658297, 'Action', array([-0.05717412,  0.48354332,  0.06405592]), 'Reward', -1.9317676213706148)
('Episode', 21, 'Step', 1532.0, 'Epsilon', 0.8721966666658294, 'Action', array([-1.        ,  0.25515657,  0.08027702]), 'Reward', -0.62700352274183901)
('Episode', 21, 'Step', 1547.0, 'Epsilon', 0.8721466666658291, 'Action', array([ 0.44542257,  0.29688309,  0.        ]), 'Reward', -2.923653005756337)
('Episode', 21, 'Step', 1562.0, 'Epsilon', 0.8720966666658287, 'Action', array([ 0.47338192,  0.43869416,  0.14266374]), 'Reward', -1.8459717885232623)
('Episode', 21, 'Step', 1577.0, 'Epsilon', 0.8720466666658284, 'Action', array([-0.64953738,  0.40699186,  0.        ]), 'Reward', -1.7632757448962504)
('Episode', 21, 'Step', 1592.0, 'Epsilon', 0.8719966666658281, 'Action', array([-0.09549827,  0.42956147,  0.06152024]), 'Reward', -2.0845874908344335)
('Episode', 21, 'Step', 1607.0, 'Epsilon', 0.8719466666658278, 'Action', array([-0.72533691,  0.57375791,  0.06488487]), 'Reward', -1.7156986734642345)
('Episode', 21, 'Step', 1622.0, 'Epsilon', 0.8718966666658274, 'Action', array([-1.        ,  0.39198688,  0.10936479]), 'Reward', -1.017689595344
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
3685)
('Episode', 21, 'Step', 1637.0, 'Epsilon', 0.8718466666658271, 'Action', array([-1.        ,  0.24937435,  0.01403063]), 'Reward', -1.1307918774871839)
('Episode', 21, 'Step', 1652.0, 'Epsilon', 0.8717966666658268, 'Action', array([ 0.29928183,  0.41066478,  0.06154502]), 'Reward', -2.5504513344833053)
('Episode', 21, 'Step', 1667.0, 'Epsilon', 0.8717466666658265, 'Action', array([-0.09053888,  0.38073671,  0.09392908]), 'Reward', -1.5837141807988036)
('Episode', 21, 'Step', 1682.0, 'Epsilon', 0.8716966666658261, 'Action', array([-0.06290146,  0.3611042 ,  0.06529405]), 'Reward', -2.8031605457647255)
('Episode', 21, 'Step', 1697.0, 'Epsilon', 0.8716466666658258, 'Action', array([-0.24817764,  0.43612829,  0.03564379]), 'Reward', -1.7210466582842905)
('Episode', 21, 'Step', 1712.0, 'Epsilon', 0.8715966666658255, 'Action', array([-0.02088351,  0.4746966 ,  0.        ]), 'Reward', -2.9006997573673905)
('Episode', 21, 'Step', 1727.0, 'Epsilon', 0.8715466666658251, 'Action', array([ 0.61981902,  0.29939233,  0.01917441]), 'Reward', -2.6208171147377062)
('Episode', 21, 'Step', 1742.0, 'Epsilon', 0.8714966666658248, 'Action', array([-0.35430622,  0.46295749,  0.00966117]), 'Reward', -2.1147987272079374)
('Episode', 21, 'Step', 1757.0, 'Epsilon', 0.8714466666658245, 'Action', array([-0.39705615,  0.48707929,  0.00909005]), 'Reward', -2.33558407692693)
('Episode', 21, 'Step', 1772.0, 'Epsilon', 0.8713966666658242, 'Action', array([-0.89565383,  0.27945751,  0.07645946]), 'Reward', -1.8369206633202761)
('Episode', 21, 'Step', 1787.0, 'Epsilon', 0.8713466666658238, 'Action', array([-0.33543967,  0.44833633,  0.03534215]), 'Reward', -2.7260412634251976)
('Episode', 21, 'Step', 1802.0, 'Epsilon', 0.8712966666658235, 'Action', array([-0.8430494 ,  0.47100906,  0.09358705]), 'Reward', -1.2835410918704739)
('Episode', 21, 'Step', 1817.0, 'Epsilon', 0.8712466666658232, 'Action', array([-0.89680769,  0.44102911,  0.03118795]), 'Reward', -2.7755174621769001)
('Episode', 21, 'Step', 1832.0, 'Epsilon', 0.8711966666658228, 'Action', array([-0.66836684,  0.39126041,  0.13251766]), 'Reward', -1.3335530944934897)
('Episode', 21, 'Step', 1847.0, 'Epsilon', 0.8711466666658225, 'Action', array([-0.06497526,  0.50694425,  0.        ]), 'Reward', -6.0282413455482189)
('Episode', 21, 'Step', 1862.0, 'Epsilon', 0.8710966666658222, 'Action', array([ 0.37046286,  0.39904711,  0.        ]), 'Reward', -6.1628043812857882)
('Episode', 21, 'Step', 1877.0, 'Epsilon', 0.8710466666658219, 'Action', array([ 0.71559345,  0.37696042,  0.04766161]), 'Reward', -3.3227914570906538)
('Episode', 21, 'Step', 1892.0, 'Epsilon', 0.8709966666658215, 'Action', array([-1.        ,  0.47041767,  0.04905209]), 'Reward', -1.4404310161882363)
('Episode', 21, 'Step', 1907.0, 'Epsilon', 0.8709466666658212, 'Action', array([-0.10748985,  0.48118888,  0.        ]), 'Reward', -3.0466749488050944)
('Episode', 21, 'Step', 1922.0, 'Epsilon', 0.8708966666658209, 'Action', array([ 0.16585335,  0.41510836,  0.02226552]), 'Reward', -4.7715864378882333)
('Episode', 21, 'Step', 1937.0, 'Epsilon', 0.8708466666658206, 'Action', array([-0.00619002,  0.4219296 ,  0.03216835]), 'Reward', -2.6259096755272018)
('Episode', 21, 'Step', 1952.0, 'Epsilon', 0.8707966666658202, 'Action', array([ 1.        ,  0.24303645,  0.04833009]), 'Reward', -3.0688936700828813)
('Episode', 21, 'Step', 1967.0, 'Epsilon', 0.8707466666658199, 'Action', array([-1.       ,  0.5455183,  0.       ]), 'Reward', -2.8962657870989599)
('Episode', 21, 'Step', 1982.0, 'Epsilon', 0.8706966666658196, 'Action', array([-0.96708786,  0.30788944,  0.03482778]), 'Reward', -1.5196450320204695)
('Episode', 21, 'Step', 1997.0, 'Epsilon', 0.8706466666658192, 'Action', array([-0.74118566,  0.38619203,  0.05351124]), 'Reward', -2.4853849989162491)
TOTAL REWARD @ 21-th Episode  : Reward -2111.96259016
Total Step: 38808

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 22 Replay Buffer 38808 Early Stopping: 0 Epsilon: 0.870639999999 RN: 0.620665551631
('Episode', 22, 'Step', 12.0, 'Epsilon', 0.8705966666658189, 'Action', array([-0.74972961,  0.51785853,  0.        ]), 'Reward', 11.383370804226084)
('Episode', 22, 'Step', 27.0, 'Epsilon', 0.8705466666658186, 'Action', array([ 0.07606789,  0.62638117,  0.        ]), 'Reward', 36.931456732229336)
('Episode', 22, 'Step', 42.0, 'Epsilon', 0.8704966666658183, 'Action', array([-0.79631643,  0.50497497,  0.        ]), 'Reward', 29.513128308610259)
('Episode', 22, 'Step', 57.0, 'Epsilon', 0.8704466666658179, 'Action', array([-1.        ,  0.40486699,  0.        ]), 'Reward', 64.048302548825745)
('Episode', 22, 'Step', 72.0, 'Epsilon', 0.8703966666658176, 'Action', array([-0.03936418,  0.46502517,  0.0578272 ]), 'Reward', -126.33122044196438)
('Episode', 22, 'Step', 87.0, 'Epsilon', 0.8703466666658173, 'Action', array([ -3.38870211e-01,   5.51929571e-01,   1.27484324e-04]), 'Reward', -38.207129674593794)
('Episode', 22, 'Step', 102.0, 'Epsilon', 0.870296666665817, 'Action', array([-0.69791553,  0.72830007,  0.        ]), 'Reward', -33.030634256480653)
('Episode', 22, 'Step', 117.0, 'Epsilon', 0.8702466666658166, 'Action', array([-0.07554333,  0.5415415 ,  0.        ]), 'Reward', 51.95103458950004)
('Episode', 22, 'Step', 132.0, 'Epsilon', 0.8701966666658163, 'Action', array([-0.86352034,  0.60085538,  0.        ]), 'Reward', 43.896087370775135)
('Episode', 22, 'Step', 147.0, 'Epsilon', 0.870146666665816, 'Action', array([ 0.69069495,  0.60060105,  0.        ]), 'Reward', 53.240587464251732)
('Episode', 22, 'Step', 162.0, 'Epsilon', 0.8700966666658156, 'Action', array([ 0.64401838,  0.5283191 ,  0.04500598]), 'Reward', -0.14632199455456288)
('Episode', 22, 'Step', 177.0, 'Epsilon', 0.8700466666658153, 'Action', array([-0.60953402,  0.55518661,  0.        ]), 'Reward', -0.027596322266737489)
('Episode', 22, 'Step', 192.0, 'Epsilon', 0.869996666665815, 'Action', array([-0.29607971,  0.4603806 ,  0.04753728]), 'Reward', -0.18584212841149655)
('Episode', 22, 'Step', 207.0, 'Epsilon', 0.8699466666658147, 'Action', array([ 0.45015182,  0.6113551 ,  0.07929325]), 'Reward', -0.035588888096730803)
('Episode', 22, 'Step', 222.0, 'Epsilon', 0.8698966666658143, 'Action', array([-0.8760777 ,  0.60753692,  0.        ]), 'Reward', -0.3014799789971444)
('Episode', 22, 'Step', 237.0, 'Epsilon', 0.869846666665814, 'Action', array([-0.67658105,  0.55697234,  0.02270518]), 'Reward', -0.23471748490692823)
('Episode', 22, 'Step', 252.0, 'Epsilon', 0.8697966666658137, 'Action', array([-1.        ,  0.41080159,  0.0584021 ]), 'Reward', -0.045778914637369918)
('Episode', 22, 'Step', 267.0, 'Epsilon', 0.8697466666658134, 'Action', array([-0.56137776,  0.67412218,  0.11071938]), 'Reward', -0.092035489895084754)
('Episode', 22, 'Step', 282.0, 'Epsilon', 0.869696666665813, 'Action', array([-0.15695864,  0.69320339,  0.        ]), 'Reward', -0.074215659282406518)
('Episode', 22, 'Step', 297.0, 'Epsilon', 0.8696466666658127, 'Action', array([-0.66372622,  0.49212669,  0.07634368]), 'Reward', -0.075621004430098851)
('Episode', 22, 'Step', 312.0, 'Epsilon', 0.8695966666658124, 'Action', array([-0.48078528,  0.67479148,  0.08392702]), 'Reward', -0.010705850585616374)
('Episode', 22, 'Step', 327.0, 'Epsilon', 0.869546666665812, 'Action', array([-0.18970991,  0.66971558,  0.04994846]), 'Reward', -0.23112648445619721)
('Episode', 22, 'Step', 342.0, 'Epsilon', 0.8694966666658117, 'Action', array([-0.54513042,  0.60228614,  0.        ]), 'Reward', -0.27116950224481962)
('Episode', 22, 'Step', 357.0, 'Epsilon', 0.8694466666658114, 'Action', array([-0.71670119,  0.60679919,  0.        ]), 'Reward', -0.23052690927834632)
('Episode', 22, 'Step', 372.0, 'Epsilon', 0.8693966666658111, 'Action', array([ 0.00335589,  0.54903108,  0.05799143]), 'Reward', -0.061882806277867818)
('Episode', 22, 'Step', 387.0, 'Epsilon', 0.8693466666658107, 'Action', array([ 0.51450386,  0.61689444,  0.        ]), 'Reward', -0.24350691536103605)
('Episode', 22, 'Step', 402.0, 'Epsilon', 0.8692966666658104, 'Action', array([-0.88487915,  0.53558205,  0.        ]), 'Reward', -0.21647944426791788)
('Episode', 22, 'Step', 417.0, 'Epsilon', 0.8692466666658101, 'Action', array([-0.53758859,  0.56217349,  0.04306227]), 'Reward', -0.21424807362512874)
('Episode', 22, 'Step', 432.0, 'Epsilon', 0.8691966666658097, 'Action', array([-0.36434151,  0.50180625,  0.        ]), 'Reward', -0.35290735197309542)
('Episode', 22, 'Step', 447.0, 'Epsilon', 0.8691466666658094, 'Action', array([-0.36578935,  0.42371592,  0.        ]), 'Reward', -0.28477790316986507)
('Episode', 22, 'Step', 462.0, 'Epsilon', 0.8690966666658091, 'Action', array([-0.7482508 ,  0.52154057,  0.        ]), 'Reward', -0.49971165488277114)
('Episode', 22, 'Step', 477.0, 'Epsilon', 0.8690466666658088, 'Action', array([ 0.76668777,  0.55679673,  0.        ]), 'Reward', -0.3152865394895859)
('Episode', 22, 'Step', 492.0, 'Epsilon', 0.8689966666658084, 'Action', array([-0.72559167,  0.5493569 ,  0.        ]), 'Reward', -0.26913730772120148)
('Episode', 22, 'Step', 507.0, 'Epsilon', 0.8689466666658081, 'Action', array([ 0.6558254,  0.634547 ,  0.       ]), 'Reward', -0.62478713643664563)
('Episode', 22, 'Step', 522.0, 'Epsilon', 0.8688966666658078, 'Action', array([-0.54700171,  0.67555563,  0.        ]), 'Reward', -0.27832417449578284)
('Episode', 22, 'Step', 537.0, 'Epsilon', 0.8688466666658075, 'Action', array([-0.24833963,  0.4494344 ,  0.        ]), 'Reward', -0.24051849994721158)
('Episode', 22, 'Step', 552.0, 'Epsilon', 0.8687966666658071, 'Action', array([-0.06767631,  0.56682456,  0.        ]), 'Reward', -0.15282428497925088)
('Episode', 22, 'Step', 567.0, 'Epsilon', 0.8687466666658068, 'Action', array([-1.        ,  0.53071929,  0.        ]), 'Reward', -0.14876403341358382)
('Episode', 22, 'Step', 582.0, 'Epsilon', 0.8686966666658065, 'Action', array([-0.09969916,  0.67421528,  0.        ]), 'Reward', -0.46864194669920656)
('Episode', 22, 'Step', 597.0, 'Epsilon', 0.8686466666658061, 'Action', array([ 1.        ,  0.57367982,  0.        ]), 'Reward', -0.44689913781978768)
('Episode', 22, 'Step', 612.0, 'Epsilon', 0.8685966666658058, 'Action', array([ 1.        ,  0.48025296,  0.        ]), 'Reward', -0.67206709462899117)
('Episode', 22, 'Step', 627.0, 'Epsilon', 0.8685466666658055, 'Action', array([ 1.        ,  0.41892115,  0.        ]), 'Reward', -0.80017257842138378)
('Episode', 22, 'Step', 642.0, 'Epsilon', 0.8684966666658052, 'Action', array([ 1.        ,  0.54168658,  0.        ]), 'Reward', -2.0395608846574698)
('Episode', 22, 'Step', 657.0, 'Epsilon', 0.8684466666658048, 'Action', array([ 0.06334848,  0.60886601,  0.        ]), 'Reward', -2.6867012271062052)
('Episode', 22, 'Step', 672.0, 'Epsilon', 0.8683966666658045, 'Action', array([ 0.11855626,  0.63704996,  0.        ]), 'Reward', 49.293278885635999)
('Episode', 22, 'Step', 687.0, 'Epsilon', 0.8683466666658042, 'Action', array([-0.16306138,  0.54050426,  0.        ]), 'Reward', -12.182373078777026)
('Episode', 22, 'Step', 702.0, 'Epsilon', 0.8682966666658039, 'Action', array([-0.43177113,  0.52435449,  0.        ]), 'Reward', 18.912104185015256)
('Episode', 22, 'Step', 717.0, 'Epsilon', 0.8682466666658035, 'Action', array([-0.12750403,  0.56090691,  0.        ]), 'Reward', -12.555513374173348)
('Episode', 22, 'Step', 732.0, 'Epsilon', 0.8681966666658032, 'Action', array([ 0.41742388,  0.54225255,  0.        ]), 'Reward', -1)
('Episode', 22, 'Step', 747.0, 'Epsilon', 0.8681466666658029, 'Action', array([ 1.        ,  0.65283839,  0.        ]), 'Reward', -6.451651505802019)
('Episode', 22, 'Step', 762.0, 'Epsilon', 0.8680966666658025, 'Action', array([ 0.5334715 ,  0.65977997,  0.        ]), 'Reward', 6.9097489387648707)
('Episode', 22, 'Step', 777.0, 'Epsilon', 0.8680466666658022, 'Action', array([-0.86281954,  0.46276916,  0.        ]), 'Reward', -1)
('Episode', 22, 'Step', 792.0, 'Epsilon', 0.8679966666658019, 'Action', array([-0.06628688,  0.57501702,  0.02049022]), 'Reward', -3.0178676868646903)
('Episode', 22, 'Step', 807.0, 'Epsilon', 0.8679466666658016, 'Action', array([-0.03392503,  0.61451996,  0.08101711]), 'Reward', -3.3921470683875814)
('Episode', 22, 'Step', 822.0, 'Epsilon', 0.8678966666658012, 'Action', array([ 0.23474551,  0.47202384,  0.08241387]), 'Reward', -3.0191788884096704)
('Episode', 22, 'Step', 837.0, 'Epsilon', 0.8678466666658009, 'Action', array([-0.22343607,  0.69244088,  0.02058924]), 'Reward', -4.3784629406116977)
('Episode', 22, 'Step', 852.0, 'Epsilon', 0.8677966666658006, 'Action', array([ 0.49138609,  0.47961572,  0.05833775]), 'Reward', -5.5724559929728334)
('Episode', 22, 'Step', 867.0, 'Epsilon', 0.8677466666658002, 'Action', array([-1.        ,  0.58962992,  0.0926607 ]), 'Reward', -1.9175007766586238)
('Episode', 22, 'Step', 882.0, 'Epsilon', 0.8676966666657999, 'Action', array([-0.62526253,  0.55779119,  0.05584657]), 'Reward', -2.9449614469080938)
('Episode', 22, 'Step', 897.0, 'Epsilon', 0.8676466666657996, 'Action', array([-0.7711603 ,  0.63196357,  0.06157696]), 'Reward', -4.5559656423282258)
('Episode', 22, 'Step', 912.0, 'Epsilon', 0.8675966666657993, 'Action', array([-0.6342817 ,  0.61538348,  0.07004248]), 'Reward', -3.1089831216917467)
('Episode', 22, 'Step', 927.0, 'Epsilon', 0.8675466666657989, 'Action', array([-0.56294176,  0.54163465,  0.06401286]), 'Reward', -2.9180801908352385)
('Episode', 22, 'Step', 942.0, 'Epsilon', 0.8674966666657986, 'Action', array([-0.43414381,  0.55050993,  0.10003482]), 'Reward', -3.1635190210136463)
('Episode', 22, 'Step', 957.0, 'Epsilon', 0.8674466666657983, 'Action', array([-0.84861057,  0.47003256,  0.00950262]), 'Reward', -9.6129195391882902)
('Episode', 22, 'Step', 972.0, 'Epsilon', 0.867396666665798, 'Action', array([-0.25738826,  0.61783825,  0.02555255]), 'Reward', -7.0010459592841308)
('Episode', 22, 'Step', 987.0, 'Epsilon', 0.8673466666657976, 'Action', array([ 0.29701932,  0.42882699,  0.0522338 ]), 'Reward', -4.4217333340848111)
('Episode', 22, 'Step', 1002.0, 'Epsilon', 0.8672966666657973, 'Action', array([-1.        ,  0.47780837,  0.07103987]), 'Reward', -1.7793540284483187)
('Episode', 22, 'Step', 1017.0, 'Epsilon', 0.867246666665797, 'Action', array([-0.33495369,  0.65697098,  0.0663221 ]), 'Reward', -2.6659418363730776)
('Episode', 22, 'Step', 1032.0, 'Epsilon', 0.8671966666657966, 'Action', array([-0.56022364,  0.45538047,  0.12312706]), 'Reward', -0.92922534297625703)
('Episode', 22, 'Step', 1047.0, 'Epsilon', 0.8671466666657963, 'Action', array([ 0.12776372,  0.48027372,  0.03846367]), 'Reward', -3.4208745560920568)
('Episode', 22, 'Step', 1062.0, 'Epsilon', 0.867096666665796, 'Action', array([-0.82309115,  0.70608336,  0.02133426]), 'Reward', -8.2203433040658886)
('Episode', 22, 'Step', 1077.0, 'Epsilon', 0.8670466666657957, 'Action', array([-1.        ,  0.55054074,  0.        ]), 'Reward', -3.26591908323386)
('Episode', 22, 'Step', 1092.0, 'Epsilon', 0.8669966666657953, 'Action', array([ -1.00000000e+00,   6.70672910e-01,   5.89682416e-04]), 'Reward', -5.6873781288148564)
('Episode', 22, 'Step', 1107.0, 'Epsilon', 0.866946666665795, 'Action', array([-1.        ,  0.57559534,  0.08554907]), 'Reward', -3.8370143979533657)
('Episode', 22, 'Step', 1122.0, 'Epsilon', 0.8668966666657947, 'Action', array([-0.01597018,  0.56716597,  0.1275056 ]), 'Reward', -3.3701774107173317)
('Episode', 22, 'Step', 1137.0, 'Epsilon', 0.8668466666657944, 'Action', array([-1.        ,  0.66641382,  0.        ]), 'Reward', -4.760073816646722)
('Episode', 22, 'Step', 1152.0, 'Epsilon', 0.866796666665794, 'Action', array([-0.50632207,  0.58719649,  0.01681457]), 'Reward', -4.9662436798674712)
('Episode', 22, 'Step', 1167.0, 'Epsilon', 0.8667466666657937, 'Action', array([-1.        ,  0.46288508,  0.05217026]), 'Reward', -2.7986366031074779)
('Episode', 22, 'Step', 1182.0, 'Epsilon', 0.8666966666657934, 'Action', array([-0.4816475 ,  0.56746979,  0.0522318 ]), 'Reward', -5.0261807737515083)
('Episode', 22, 'Step', 1197.0, 'Epsilon', 0.866646666665793, 'Action', array([-0.11334486,  0.50658318,  0.08228701]), 'Reward', -2.6331719523600836)
('Episode', 22, 'Step', 1212.0, 'Epsilon', 0.8665966666657927, 'Action', array([-0.7336914 ,  0.35603102,  0.04845445]), 'Reward', -3.5610000995693665)
('Episode', 22, 'Step', 1227.0, 'Epsilon', 0.8665466666657924, 'Action', arrayWaiting for request on port 3101
******* RESTARTING *****
([-0.71866706,  0.66986145,  0.10439667]), 'Reward', -6.2239340153710625)
('Episode', 22, 'Step', 1242.0, 'Epsilon', 0.8664966666657921, 'Action', array([-1.        ,  0.48684728,  0.08284574]), 'Reward', -2.4409567275782025)
('Episode', 22, 'Step', 1257.0, 'Epsilon', 0.8664466666657917, 'Action', array([-0.96821452,  0.61162425,  0.06597743]), 'Reward', -7.9991749295565358)
('Episode', 22, 'Step', 1272.0, 'Epsilon', 0.8663966666657914, 'Action', array([ 0.47011632,  0.5493342 ,  0.02057852]), 'Reward', -28.973424362712052)
Terminating because Turned Back
TOTAL REWARD @ 22-th Episode  : Reward -2903.82159709
Total Step: 40089

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 23 Replay Buffer 40089 Early Stopping: 0 Epsilon: 0.866369999999 RN: 0.522996188897
('Episode', 23, 'Step', 6.0, 'Epsilon', 0.8663466666657911, 'Action', array([-0.26496092,  0.62279436,  0.        ]), 'Reward', 7.384434673797811)
('Episode', 23, 'Step', 21.0, 'Epsilon', 0.8662966666657907, 'Action', array([ 0.80074027,  0.50040059,  0.        ]), 'Reward', 3.1231824200008376)
('Episode', 23, 'Step', 36.0, 'Epsilon', 0.8662466666657904, 'Action', array([ 0.05722889,  0.38767667,  0.        ]), 'Reward', 6.0350972047168909)
('Episode', 23, 'Step', 51.0, 'Epsilon', 0.8661966666657901, 'Action', array([-0.4611311 ,  0.47161834,  0.        ]), 'Reward', 31.655323168266506)
('Episode', 23, 'Step', 66.0, 'Epsilon', 0.8661466666657898, 'Action', array([-0.69913678,  0.50992362,  0.        ]), 'Reward', 17.083692012294534)
('Episode', 23, 'Step', 81.0, 'Epsilon', 0.8660966666657894, 'Action', array([-0.09791103,  0.60225667,  0.        ]), 'Reward', -24.360697399538537)
('Episode', 23, 'Step', 96.0, 'Epsilon', 0.8660466666657891, 'Action', array([-0.18627255,  0.53821494,  0.        ]), 'Reward', -16.293007122437345)
('Episode', 23, 'Step', 111.0, 'Epsilon', 0.8659966666657888, 'Action', array([-0.70160932,  0.64574641,  0.        ]), 'Reward', -1)
('Episode', 23, 'Step', 126.0, 'Epsilon', 0.8659466666657885, 'Action', array([-0.38132009,  0.65684529,  0.        ]), 'Reward', 28.118135439174644)
('Episode', 23, 'Step', 141.0, 'Epsilon', 0.8658966666657881, 'Action', array([ 1.        ,  0.57777363,  0.        ]), 'Reward', 60.263053716563071)
('Episode', 23, 'Step', 156.0, 'Epsilon', 0.8658466666657878, 'Action', array([-0.53793777,  0.62474006,  0.        ]), 'Reward', -0.29165577603751347)
('Episode', 23, 'Step', 171.0, 'Epsilon', 0.8657966666657875, 'Action', array([-1.        ,  0.53116601,  0.        ]), 'Reward', -0.26048690355479498)
('Episode', 23, 'Step', 186.0, 'Epsilon', 0.8657466666657871, 'Action', array([-1.        ,  0.59728904,  0.        ]), 'Reward', -0.26945664927089996)
('Episode', 23, 'Step', 201.0, 'Epsilon', 0.8656966666657868, 'Action', array([-0.81697074,  0.63787168,  0.        ]), 'Reward', -0.29295440074629797)
('Episode', 23, 'Step', 216.0, 'Epsilon', 0.8656466666657865, 'Action', array([-0.84666453,  0.51826293,  0.        ]), 'Reward', -0.24249750878945836)
('Episode', 23, 'Step', 231.0, 'Epsilon', 0.8655966666657862, 'Action', array([-0.44409038,  0.64816594,  0.        ]), 'Reward', -0.29711669374170313)
('Episode', 23, 'Step', 246.0, 'Epsilon', 0.8655466666657858, 'Action', array([-0.43293562,  0.45938843,  0.        ]), 'Reward', -0.31981207611213636)
('Episode', 23, 'Step', 261.0, 'Epsilon', 0.8654966666657855, 'Action', array([ 0.38882732,  0.57649453,  0.        ]), 'Reward', -0.62508827468172234)
('Episode', 23, 'Step', 276.0, 'Epsilon', 0.8654466666657852, 'Action', array([-0.03496748,  0.446474  ,  0.02449159]), 'Reward', -0.36717037627097321)
('Episode', 23, 'Step', 291.0, 'Epsilon', 0.8653966666657849, 'Action', array([-0.74564639,  0.57834363,  0.        ]), 'Reward', -0.33079885699156736)
('Episode', 23, 'Step', 306.0, 'Epsilon', 0.8653466666657845, 'Action', array([ 0.88340094,  0.57763523,  0.        ]), 'Reward', -1.2493273889537064)
('Episode', 23, 'Step', 321.0, 'Epsilon', 0.8652966666657842, 'Action', array([ 0.86353733,  0.69732338,  0.        ]), 'RewarWaiting for request on port 3101
******* RESTARTING *****
d', -2.5574306545569643)
('Episode', 23, 'Step', 336.0, 'Epsilon', 0.8652466666657839, 'Action', array([-0.19243962,  0.52219257,  0.        ]), 'Reward', -3.4518749957783896)
('Episode', 23, 'Step', 351.0, 'Epsilon', 0.8651966666657835, 'Action', array([-1.        ,  0.60988173,  0.        ]), 'Reward', 50.416420611638259)
('Episode', 23, 'Step', 366.0, 'Epsilon', 0.8651466666657832, 'Action', array([-0.02955982,  0.70198711,  0.        ]), 'Reward', -19.375859405597296)
('Episode', 23, 'Step', 381.0, 'Epsilon', 0.8650966666657829, 'Action', array([-0.76105344,  0.55560957,  0.        ]), 'Reward', 26.457768765180198)
('Episode', 23, 'Step', 396.0, 'Epsilon', 0.8650466666657826, 'Action', array([ 0.88683003,  0.70107317,  0.        ]), 'Reward', 11.941891839451218)
('Episode', 23, 'Step', 411.0, 'Epsilon', 0.8649966666657822, 'Action', array([-1.        ,  0.50548883,  0.        ]), 'Reward', -14.101507608177855)
('Episode', 23, 'Step', 426.0, 'Epsilon', 0.8649466666657819, 'Action', array([-1.        ,  0.66466994,  0.        ]), 'Reward', -20.589447984740552)
('Episode', 23, 'Step', 441.0, 'Epsilon', 0.8648966666657816, 'Action', array([ 0.83070901,  0.51050954,  0.        ]), 'Reward', -37.789794484981513)
('Episode', 23, 'Step', 456.0, 'Epsilon', 0.8648466666657812, 'Action', array([-0.04479429,  0.45308716,  0.09359708]), 'Reward', -70.091920983675251)
('Episode', 23, 'Step', 471.0, 'Epsilon', 0.8647966666657809, 'Action', array([-0.29589522,  0.48121761,  0.07459428]), 'Reward', -54.79566527768025)
('Episode', 23, 'Step', 486.0, 'Epsilon', 0.8647466666657806, 'Action', array([-0.06220198,  0.61573986,  0.        ]), 'Reward', -1)
('Episode', 23, 'Step', 501.0, 'Epsilon', 0.8646966666657803, 'Action', array([ 0.15139079,  0.57132033,  0.        ]), 'Reward', -71.636639463946807)
Terminating because Turned Back
TOTAL REWARD @ 23-th Episode  : Reward -3290.05959079
Total Step: 40600

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 24 Replay Buffer 40600 Early Stopping: 0 Epsilon: 0.864666666666 RN: 0.909064943027
('Episode', 24, 'Step', 5.0, 'Epsilon', 0.8646466666657799, 'Action', array([ 0.13431875,  0.38903706,  0.        ]), 'Reward', 5.9273507306715203)
('Episode', 24, 'Step', 20.0, 'Epsilon', 0.8645966666657796, 'Action', array([-1.        ,  0.58720545,  0.        ]), 'Reward', 19.287797432564332)
('Episode', 24, 'Step', 35.0, 'Epsilon', 0.8645466666657793, 'Action', array([-0.07349251,  0.66662501,  0.        ]), 'Reward', 41.192810741303532)
('Episode', 24, 'Step', 50.0, 'Epsilon', 0.864496666665779, 'Action', array([ 0.95068127,  0.59717053,  0.        ]), 'Reward', 31.953300325846982)
('Episode', 24, 'Step', 65.0, 'Epsilon', 0.8644466666657786, 'Action', array([ 1.        ,  0.53314449,  0.        ]), 'Reward', 74.720532028540561)
('Episode', 24, 'Step', 80.0, 'Epsilon', 0.8643966666657783, 'Action', array([-0.61070084,  0.48722596,  0.        ]), 'Reward', 57.384855853990743)
('Episode', 24, 'Step', 95.0, 'Epsilon', 0.864346666665778, 'Action', array([-1.        ,  0.57795883,  0.        ]), 'Reward', -114.60163859024111)
('Episode', 24, 'Step', 110.0, 'Epsilon', 0.8642966666657776, 'Action', array([ 0.15523601,  0.44528735,  0.        ]), 'Reward', -18.387030628756158)
('Episode', 24, 'Step', 125.0, 'Epsilon', 0.8642466666657773, 'Action', array([-0.73840366,  0.68534672,  0.        ]), 'Reward', -16.691276779926582)
('Episode', 24, 'Step', 140.0, 'Epsilon', 0.864196666665777, 'Action', array([-0.14754095,  0.58097761,  0.04209164]), 'Reward', -16.227204925426143)
('Episode', 24, 'Step', 155.0, 'Epsilon', 0.8641466666657767, 'Action', array([ 1.        ,  0.48894837,  0.        ]), 'Reward', -1)
('Episode', 24, 'Step', 170.0, 'Epsilon', 0.8640966666657763, 'Action', array([-0.01714568,  0.56478507,  0.03626491]), 'Reward', -7.7851592076084088)
('Episode', 24, 'Step', 185.0, 'Epsilon', 0.864046666665776, 'Action', array([-0.19660708,  0.65807456,  0.        ]), 'Reward', -8.4369521687952371)
('Episode', 24, 'Step', 200.0, 'Epsilon', 0.8639966666657757, 'Action', array([ 0.07222828,  0.62296556,  0.        ]), 'Reward', -5.9429764684818727)
('Episode', 24, 'Step', 215.0, 'Epsilon', 0.8639466666657754, 'Action', array([ 0.02670407,  0.54599086,  0.        ]), 'Reward', -0.92197117552380536)
('Episode', 24, 'Step', 230.0, 'Epsilon', 0.863896666665775, 'Action', array([-0.23546331,  0.50723843,  0.        ]), 'Reward', -4.2384141409109919)
('Episode', 24, 'Step', 245.0, 'Epsilon', 0.8638466666657747, 'Action', array([-0.86845455,  0.72922163,  0.        ]), 'Reward', 24.325717521857982)
('Episode', 24, 'Step', 260.0, 'Epsilon', 0.8637966666657744, 'Action', array([-1.        ,  0.57506898,  0.        ]), 'Reward', -0.39769027164692222)
('Episode', 24, 'Step', 275.0, 'Epsilon', 0.863746666665774, 'Action', array([-0.92627359,  0.47978469,  0.        ]), 'Reward', -0.28189802447734014)
('Episode', 24, 'Step', 290.0, 'Epsilon', 0.8636966666657737, 'Action', array([-1.        ,  0.48840045,  0.        ]), 'Reward', -0.10620712237613758)
('Episode', 24, 'Step', 305.0, 'Epsilon', 0.8636466666657734, 'Action', array([-0.74926448,  0.61258395,  0.        ]), 'Reward', -0.47805100649391513)
('Episode', 24, 'Step', 320.0, 'Epsilon', 0.8635966666657731, 'Action', array([-0.24275227,  0.43900479,  0.        ]), 'Reward', -0.2530472924227487)
('Episode', 24, 'Step', 335.0, 'Epsilon', 0.8635466666657727, 'Action', array([-1.        ,  0.56547487,  0.        ]), 'Reward', -0.4070788566813367)
('Episode', 24, 'Step', 350.0, 'Epsilon', 0.8634966666657724, 'Action', array([-0.84977589,  0.380717  ,  0.        ]), 'Reward', -0.19637381114650768)
('Episode', 24, 'Step', 365.0, 'Epsilon', 0.8634466666657721, 'Action', array([-0.93914328,  0.60713393,  0.        ]), 'Reward', -0.63898841413499563)
('Episode', 24, 'Step', 380.0, 'Epsilon', 0.8633966666657718, 'Action', array([ 0.58640598,  0.61144819,  0.        ]), 'Reward', -0.42585138580262649)
('Episode', 24, 'Step', 395.0, 'Epsilon', 0.8633466666657714, 'Action', array([-0.89910363,  0.51052887,  0.        ]), 'Reward', -0.72140293722448667)
('Episode', 24, 'Step', 410.0, 'Epsilon', 0.8632966666657711, 'Action', array([-1.       ,  0.4784113,  0.       ]), 'Reward', -0.97994839041437309)
('Episode', 24, 'Step', 425.0, 'Epsilon', 0.8632466666657708, 'Action', array([-0.92576898,  0.65554572,  0.        ]), 'Reward', -1.5707166482171155)
('Episode', 24, 'Step', 440.0, 'Epsilon', 0.8631966666657704, 'Action', array([-1.        ,  0.72177211,  0.        ]), 'Reward', -3.1130407037306078)
('Episode', 24, 'Step', 455.0, 'Epsilon', 0.8631466666657701, 'Action', array([-1.        ,  0.52398175,  0.        ]), 'Reward', -6.4297429626564586)
('Episode', 24, 'Step', 470.0, 'Epsilon', 0.8630966666657698, 'Action', array([-0.81593671,  0.54399932,  0.        ]), 'Reward', -0.31674851103023149)
('Episode', 24, 'Step', 485.0, 'Epsilon', 0.8630466666657695, 'Action', array([ 0.29013958,  0.58531695,  0.        ]), 'Reward', -0.31399085454272435)
('Episode', 24, 'Step', 500.0, 'Epsilon', 0.8629966666657691, 'Action', array([-0.21903524,  0.67483142,  0.        ]), 'Reward', -0.32211967916248563)
('Episode', 24, 'Step', 515.0, 'Epsilon', 0.8629466666657688, 'Action', array([-0.14065447,  0.63591002,  0.        ]), 'Reward', -0.50179323787238705)
('Episode', 24, 'Step', 530.0, 'Epsilon', 0.8628966666657685, 'Action', array([-1.        ,  0.55231823,  0.        ]), 'Reward', -0.22275754007870346)
('Episode', 24, 'Step', 545.0, 'Epsilon', 0.8628466666657681, 'Action', array([-0.71511163,  0.51488056,  0.        ]), 'Reward', -0.20569359025490386)
('Episode', 24, 'Step', 560.0, 'Epsilon', 0.8627966666657678, 'Action', array([-1.        ,  0.53832578,  0.        ]), 'Reward', -0.14301162501877215)
('Episode', 24, 'Step', 575.0, 'Epsilon', 0.8627466666657675, 'Action', array([ 0.18139945,  0.52267354,  0.        ]), 'Reward', -0.035349432876738598)
('Episode', 24, 'Step', 590.0, 'Epsilon', 0.8626966666657672, 'Action', array([ 0.21689194,  0.61567879,  0.        ]), 'Reward', -0.28470538446011318)
('Episode', 24, 'Step', 605.0, 'Epsilon', 0.8626466666657668, 'Action', array([-0.10395375,  0.5314273 ,  0.        ]), 'Reward', -0.10520305171089053)
('Episode', 24, 'Step', 620.0, 'Epsilon', 0.8625966666657665, 'Action', array([-0.53136103,  0.53981553,  0.        ]), 'Reward', -0.26063753001451156)
('Episode', 24, 'Step', 635.0, 'Epsilon', 0.8625466666657662, 'Action', array([ 0.00511835,  0.53811454,  0.        ]), 'Reward', -0.44655747110247479)
('Episode', 24, 'Step', 650.0, 'Epsilon', 0.8624966666657659, 'Action', array([-1.        ,  0.46188438,  0.        ]), 'Reward', -0.20211747559462315)
('Episode', 24, 'Step', 665.0, 'Epsilon', 0.8624466666657655, 'Action', array([-0.11212474,  0.47666969,  0.        ]), 'Reward', -0.18540850742117937)
('Episode', 24, 'Step', 680.0, 'Epsilon', 0.8623966666657652, 'Action', array([-0.78840069,  0.70187214,  0.        ]), 'Reward', -0.4211125952275605)
('Episode', 24, 'Step', 695.0, 'Epsilon', 0.8623466666657649, 'Action', array([ 0.69937565,  0.4821915 ,  0.        ]), 'Reward', -0.45622901957841655)
('Episode', 24, 'Step', 710.0, 'Epsilon', 0.8622966666657645, 'Action', array([ 0.26819712,  0.55773895,  0.        ]), 'Reward', -0.35222873439394753)
('Episode', 24, 'Step', 725.0, 'Epsilon', 0.8622466666657642, 'Action', array([ 0.66997204,  0.53475906,  0.        ]), 'Reward', -0.56697148469533043)
('Episode', 24, 'Step', 740.0, 'Epsilon', 0.8621966666657639, 'Action', array([-0.65947588,  0.5359771 ,  0.        ]), 'Reward', -0.35317989322666049)
('Episode', 24, 'Step', 755.0, 'Epsilon', 0.8621466666657636, 'Action', array([-0.44351678,  0.52369905,  0.        ]), 'Reward', -0.15307451334967159)
('Episode', 24, 'Step', 770.0, 'Epsilon', 0.8620966666657632, 'Action', array([-0.71991172,  0.52590163,  0.        ]), 'Reward', -0.12160957132452045)
('Episode', 24, 'Step', 785.0, 'Epsilon', 0.8620466666657629, 'Action', array([ 0.44605754,  0.7616497 ,  0.        ]), 'Reward', -0.66393381564505893)
('Episode', 24, 'Step', 800.0, 'Epsilon', 0.8619966666657626, 'Action', array([ 1.        ,  0.45322401,  0.        ]), 'Reward', -1.0890345759471689)
('Episode', 24, 'Step', 815.0, 'Epsilon', 0.8619466666657623, 'Action', array([ 1.        ,  0.62531512,  0.        ]), 'Reward', -0.75201147586179118)
('Episode', 24, 'Step', 830.0, 'Epsilon', 0.8618966666657619, 'Action', array([ 0.2386614 ,  0.55113774,  0.        ]), 'Reward', -0.37282354945910517)
('Episode', 24, 'Step', 845.0, 'Epsilon', 0.8618466666657616, 'Action', array([ 0.37515749,  0.68626634,  0.        ]), 'Reward', -1.1120214726846755)
('Episode', 24, 'Step', 860.0, 'Epsilon', 0.8617966666657613, 'Action', array([ 1.        ,  0.57521513,  0.        ]), 'Reward', -1.853880384528269)
('Episode', 24, 'Step', 875.0, 'Epsilon', 0.8617466666657609, 'Action', array([ 0.14253205,  0.61490025,  0.        ]), 'Reward', -4.0756286785351286)
('Episode', 24, 'Step', 890.0, 'Epsilon', 0.8616966666657606, 'Action', array([-0.27988732,  0.4613752 ,  0.        ]), 'Reward', 6.9126302156821247)
('Episode', 24, 'Step', 905.0, 'Epsilon', 0.8616466666657603, 'Action', array([ 0.73804871,  0.37600125,  0.05329141]), 'Reward', -37.03354056665119)
('Episode', 24, 'Step', 920.0, 'Epsilon', 0.86159666666576, 'Action', array([ 0.66481844,  0.44730164,  0.0448497 ]), 'Reward', -60.35117767472439)
('Episode', 24, 'Step', 935.0, 'Epsilon', 0.8615466666657596, 'Action', array([-0.71545825,  0.43918356,  0.09627128]), 'Reward', -45.532849921498062)
('Episode', 24, 'Step', 950.0, 'Epsilon', 0.8614966666657593, 'Action', array([-1.        ,  0.61280594,  0.0610849 ]), 'Reward', -4.2252572166613973)
('Episode', 24, 'Step', 965.0, 'Epsilon', 0.861446666665759, 'Action', array([-0.76135413,  0.43737973,  0.07385133]), 'Reward', -2.7477921276150914)
('Episode', 24, 'Step', 980.0, 'Epsilon', 0.8613966666657586, 'Action', array([-1.        ,  0.65916163,  0.07624437]), 'Reward', -2.1538745120600695)
('Episode', 24, 'Step', 995.0, 'Epsilon', 0.8613466666657583, 'Action', array([-1.        ,  0.67997453,  0.08747662]), 'Reward', -2.0778718559542813)
('Episode', 24, 'Step', 1010.0, 'Epsilon', 0.861296666665758, 'Action', array([ 0.17346932,  0.51197216
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
,  0.08182499]), 'Reward', -4.6416675462789287)
('Episode', 24, 'Step', 1025.0, 'Epsilon', 0.8612466666657577, 'Action', array([-1.        ,  0.47677184,  0.06128879]), 'Reward', -2.5277779948209709)
('Episode', 24, 'Step', 1040.0, 'Epsilon', 0.8611966666657573, 'Action', array([-0.37189779,  0.59851542,  0.07906572]), 'Reward', -3.7768651544491458)
('Episode', 24, 'Step', 1055.0, 'Epsilon', 0.861146666665757, 'Action', array([-1.        ,  0.53114909,  0.05243352]), 'Reward', -2.996404650648949)
('Episode', 24, 'Step', 1070.0, 'Epsilon', 0.8610966666657567, 'Action', array([-0.21987632,  0.53603738,  0.08792276]), 'Reward', -17.606980071293577)
('Episode', 24, 'Step', 1085.0, 'Epsilon', 0.8610466666657564, 'Action', array([-1.        ,  0.71463203,  0.        ]), 'Reward', -27.905004349827742)
('Episode', 24, 'Step', 1100.0, 'Epsilon', 0.860996666665756, 'Action', array([-0.18071828,  0.6731451 ,  0.        ]), 'Reward', -0.10936912660529316)
('Episode', 24, 'Step', 1115.0, 'Epsilon', 0.8609466666657557, 'Action', array([-0.00693196,  0.55186606,  0.        ]), 'Reward', -0.17190702969476573)
('Episode', 24, 'Step', 1130.0, 'Epsilon', 0.8608966666657554, 'Action', array([-0.86290533,  0.56770131,  0.        ]), 'Reward', -0.38577017805738756)
('Episode', 24, 'Step', 1145.0, 'Epsilon', 0.860846666665755, 'Action', array([-0.57805414,  0.6018639 ,  0.        ]), 'Reward', -0.33213176241126252)
('Episode', 24, 'Step', 1160.0, 'Epsilon', 0.8607966666657547, 'Action', array([-1.        ,  0.59163405,  0.        ]), 'Reward', -0.12710875075327971)
('Episode', 24, 'Step', 1175.0, 'Epsilon', 0.8607466666657544, 'Action', array([-0.05588073,  0.62756548,  0.        ]), 'Reward', -0.36478139268674614)
('Episode', 24, 'Step', 1190.0, 'Epsilon', 0.8606966666657541, 'Action', array([-1.        ,  0.55527954,  0.        ]), 'Reward', -0.26321876266537503)
('Episode', 24, 'Step', 1205.0, 'Epsilon', 0.8606466666657537, 'Action', array([-1.        ,  0.54094859,  0.        ]), 'Reward', -0.54688754347892055)
('Episode', 24, 'Step', 1220.0, 'Epsilon', 0.8605966666657534, 'Action', array([-0.33987361,  0.50102912,  0.        ]), 'Reward', -0.46015058419776189)
('Episode', 24, 'Step', 1235.0, 'Epsilon', 0.8605466666657531, 'Action', array([-0.51878903,  0.54329923,  0.        ]), 'Reward', -0.4029436491979097)
('Episode', 24, 'Step', 1250.0, 'Epsilon', 0.8604966666657528, 'Action', array([-0.49340564,  0.71551221,  0.        ]), 'Reward', -0.80633455763945105)
('Episode', 24, 'Step', 1265.0, 'Epsilon', 0.8604466666657524, 'Action', array([-0.6102181 ,  0.46885776,  0.        ]), 'Reward', -0.38881953811932346)
('Episode', 24, 'Step', 1280.0, 'Epsilon', 0.8603966666657521, 'Action', array([-0.18997047,  0.61075426,  0.        ]), 'Reward', -0.81543280436761045)
('Episode', 24, 'Step', 1295.0, 'Epsilon', 0.8603466666657518, 'Action', array([-0.5220764 ,  0.58565896,  0.        ]), 'Reward', -0.88511547941254309)
('Episode', 24, 'Step', 1310.0, 'Epsilon', 0.8602966666657514, 'Action', array([-0.94924503,  0.48649945,  0.        ]), 'Reward', -1.0691970208286725)
('Episode', 24, 'Step', 1325.0, 'Epsilon', 0.8602466666657511, 'Action', array([-1.        ,  0.44706913,  0.01028953]), 'Reward', -1.7921861453733547)
('Episode', 24, 'Step', 1340.0, 'Epsilon', 0.8601966666657508, 'Action', array([-0.41922845,  0.63575205,  0.        ]), 'Reward', -4.4921605555029851)
('Episode', 24, 'Step', 1355.0, 'Epsilon', 0.8601466666657505, 'Action', array([-1.        ,  0.37313077,  0.        ]), 'Reward', -5.0891190472786905)
('Episode', 24, 'Step', 1370.0, 'Epsilon', 0.8600966666657501, 'Action', array([-1.        ,  0.57270284,  0.        ]), 'Reward', -28.46855400590405)
Terminating because Turned Back
TOTAL REWARD @ 24-th Episode  : Reward -5064.94413375
Total Step: 41978

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 25 Replay Buffer 41978 Early Stopping: 0 Epsilon: 0.860073333332 RN: 0.684710213332
('Episode', 25, 'Step', 7.0, 'Epsilon', 0.8600466666657498, 'Action', array([-1.        ,  0.53431149,  0.        ]), 'Reward', 9.7532611385637598)
('Episode', 25, 'Step', 22.0, 'Epsilon', 0.8599966666657495, 'Action', array([ 0.34845775,  0.69735776,  0.        ]), 'Reward', 14.979629292061681)
('Episode', 25, 'Step', 37.0, 'Epsilon', 0.8599466666657491, 'Action', array([-1.       ,  0.5951444,  0.       ]), 'Reward', 30.143542296016253)
('Episode', 25, 'Step', 52.0, 'Epsilon', 0.8598966666657488, 'Action', array([ 0.22278162,  0.65515893,  0.        ]), 'Reward', 36.518913151892129)
('Episode', 25, 'Step', 67.0, 'Epsilon', 0.8598466666657485, 'Action', array([-0.38460654,  0.56835049,  0.        ]), 'Reward', 73.837955194453059)
('Episode', 25, 'Step', 82.0, 'Epsilon', 0.8597966666657482, 'Action', array([-0.27538218,  0.47428054,  0.        ]), 'Reward', 27.146948643295801)
('Episode', 25, 'Step', 97.0, 'Epsilon', 0.8597466666657478, 'Action', array([-0.81854159,  0.6021694 ,  0.        ]), 'Reward', 0.093085061110980319)
('Episode', 25, 'Step', 112.0, 'Epsilon', 0.8596966666657475, 'Action', array([-1.        ,  0.55999408,  0.        ]), 'Reward', -0.44133880409788528)
('Episode', 25, 'Step', 127.0, 'Epsilon', 0.8596466666657472, 'Action', array([ 0.22373291,  0.62408533,  0.        ]), 'Reward', -0.16889629995329505)
('Episode', 25, 'Step', 142.0, 'Epsilon', 0.8595966666657469, 'Action', array([ 0.01305766,  0.44305432,  0.        ]), 'Reward', 0.21809470004489973)
('Episode', 25, 'Step', 157.0, 'Epsilon', 0.8595466666657465, 'Action', array([ 0.03680875,  0.67955566,  0.        ]), 'Reward', -0.11397152027243188)
('Episode', 25, 'Step', 172.0, 'Epsilon', 0.8594966666657462, 'Action', array([-1.        ,  0.55764109,  0.        ]), 'Reward', -0.10871248660216065)
('Episode', 25, 'Step', 187.0, 'Epsilon', 0.8594466666657459, 'Action', array([ 0.2143748 ,  0.45508566,  0.        ]), 'Reward', 0.10543485123334778)
('Episode', 25, 'Step', 202.0, 'Epsilon', 0.8593966666657455, 'Action', array([-0.86964468,  0.53412182,  0.        ]), 'Reward', -0.16875253245804886)
('Episode', 25, 'Step', 217.0, 'Epsilon', 0.8593466666657452, 'Action', array([-1.       ,  0.5410667,  0.       ]), 'Reward', -0.42723755972545036)
('Episode', 25, 'Step', 232.0, 'Epsilon', 0.8592966666657449, 'Action', array([ 0.50663644,  0.7794387 ,  0.        ]), 'Reward', -0.32757148051039164)
('Episode', 25, 'Step', 247.0, 'Epsilon', 0.8592466666657446, 'Action', array([-1.        ,  0.64711727,  0.        ]), 'Reward', -0.39160130373972335)
('Episode', 25, 'Step', 262.0, 'Epsilon', 0.8591966666657442, 'Action', array([-1.        ,  0.52350786,  0.        ]), 'Reward', -0.91230788416427222)
('Episode', 25, 'Step', 277.0, 'Epsilon', 0.8591466666657439, 'Action', array([-0.42948259,  0.73981846,  0.        ]), 'Reward', -0.058951704602268555)
('Episode', 25, 'Step', 292.0, 'Epsilon', 0.8590966666657436, 'Action', array([ 0.01175635,  0.68464108,  0.        ]), 'Reward', -0.37399810558091418)
('Episode', 25, 'Step', 307.0, 'Epsilon', 0.8590466666657433, 'Action', array([-1.        ,  0.64569708,  0.        ]), 'Reward', -0.15543346443852113)
('Episode', 25, 'Step', 322.0, 'Epsilon', 0.8589966666657429, 'Action', array([-1.        ,  0.54971761,  0.        ]), 'Reward', -0.58062646327197642)
('Episode', 25, 'Step', 337.0, 'Epsilon', 0.8589466666657426, 'Action', array([-1.        ,  0.53765903,  0.        ]), 'Reward', -0.46130579362083002)
('Episode', 25, 'Step', 352.0, 'Epsilon', 0.8588966666657423, 'Action', array([-1.        ,  0.65741168,  0.        ]), 'Reward', -0.82068958737707687)
('Episode', 25, 'Step', 367.0, 'Epsilon', 0.8588466666657419, 'Action', array([-0.44153586,  0.55347642,  0.        ]), 'Reward', -0.78355254351206283)
('Episode', 25, 'Step', 382.0, 'Epsilon', 0.8587966666657416, 'Action', array([-0.74490057,  0.43946673,  0.        ]), 'Reward', -0.094624723076116676)
('Episode', 25, 'Step', 397.0, 'Epsilon', 0.8587466666657413, 'Action', array([-0.57207486,  0.69739365,  0.        ]), 'Reward', -0.9312561756601756)
('Episode', 25, 'Step', 412.0, 'Epsilon', 0.858696666665741, 'Action', array([-0.80337235,  0.51772769,  0.00194748]), 'Reward', -0.31326704345177631)
('Episode', 25, 'Step', 427.0, 'Epsilon', 0.8586466666657406, 'Action', array([-0.4099489 ,  0.47948081,  0.        ]), 'Reward', -0.67894141611475822)
('Episode', 25, 'Step', 442.0, 'Epsilon', 0.8585966666657403, 'Action', array([-1.        ,  0.54007668,  0.        ]), 'Reward', -0.95961201667848994)
('Episode', 25, 'Step', 457.0, 'Epsilon', 0.85854666666574, 'Action', array([-1.       ,  0.6417032,  0.       ]), 'Reward', -0.99554447736065033)
('Episode', 25, 'Step', 472.0, 'Epsilon', 0.8584966666657396, 'Action', array([-0.9228091 ,  0.53663688,  0.        ]), 'Reward', -1.1078872303053375)
('Episode', 25, 'Step', 487.0, 'Epsilon', 0.8584466666657393, 'Action', array([ 0.43477546,  0.56834609,  0.        ]), 'Reward', -0.3579082070217513)
('Episode', 25, 'Step', 502.0, 'Epsilon', 0.858396666665739, 'Action', array([-0.56832603,  0.63851281,  0.02303548]), 'Reward', -0.85090906869189964)
('Episode', 25, 'Step', 517.0, 'Epsilon', 0.8583466666657387, 'Action', array([-1.        ,  0.55167932,  0.        ]), 'Reward', -1.0952487991587077)
('Episode', 25, 'Step', 532.0, 'Epsilon', 0.8582966666657383, 'Action', array([-1.        ,  0.54680059,  0.        ]), 'Reward', -1.2263765008330174)
('Episode', 25, 'Step', 547.0, 'Epsilon', 0.858246666665738, 'Action', array([ 0.45572991,  0.50680561,  0.        ]), 'Reward', -0.49521110667545665)
('Episode', 25, 'Step', 562.0, 'Epsilon', 0.8581966666657377, 'Action', array([-0.4689868,  0.5005779,  0.       ]), 'Reward', -1.1769888086440092)
('Episode', 25, 'Step', 577.0, 'Epsilon', 0.8581466666657374, 'Action', array([-0.34605949,  0.51915033,  0.00426025]), 'Reward', -1.1313371976168469)
('Episode', 25, 'Step', 592.0, 'Epsilon', 0.858096666665737, 'Action', array([-0.89375832,  0.61685088,  0.        ]), 'Reward', -12.212912830053998)
('Episode', 25, 'Step', 607.0, 'Epsilon', 0.8580466666657367, 'Action', array([-0.43573874,  0.65330465,  0.        ]), 'Reward', -28.446005881502803)
('Episode', 25, 'Step', 622.0, 'Epsilon', 0.8579966666657364, 'Action', array([-1.        ,  0.62359136,  0.01094754]), 'Reward', -9.0879286482461481)
('Episode', 25, 'Step', 637.0, 'Epsilon', 0.857946666665736, 'Action', array([-1.        ,  0.45245068,  0.08539751]), 'Reward', -14.500755699042628)
('Episode', 25, 'Step', 652.0, 'Epsilon', 0.8578966666657357, 'Action', array([ 1.        ,  0.48109407,  0.        ]), 'Reward', 50.042091326934994)
('Episode', 25, 'Step', 667.0, 'Epsilon', 0.8578466666657354, 'Action', array([ 0.60037273,  0.59359111,  0.        ]), 'Reward', -8.888613259691283)
('Episode', 25, 'Step', 682.0, 'Epsilon', 0.8577966666657351, 'Action', array([ 0.2019619 ,  0.56514764,  0.        ]), 'Reward', -10.726230378060229)
('Episode', 25, 'Step', 697.0, 'Epsilon', 0.8577466666657347, 'Action', array([-1.        ,  0.56405837,  0.        ]), 'Reward', -0.31843573831795557)
('Episode', 25, 'Step', 712.0, 'Epsilon', 0.8576966666657344, 'Action', array([-0.17704104,  0.64945242,  0.        ]), 'Reward', -0.4171874078745626)
('Episode', 25, 'Step', 727.0, 'Epsilon', 0.8576466666657341, 'Action', array([-0.99220648,  0.61844323,  0.        ]), 'Reward', -0.93380279786417475)
('Episode', 25, 'Step', 742.0, 'Epsilon', 0.8575966666657338, 'Action', array([-0.68178666,  0.46269502,  0.        ]), 'Reward', -0.17328187696822275)
('Episode', 25, 'Step', 757.0, 'Epsilon', 0.8575466666657334, 'Action', array([-0.73453323,  0.59256801,  0.        ]), 'Reward', -0.33466900535300764)
('Episode', 25, 'Step', 772.0, 'Epsilon', 0.8574966666657331, 'Action', array([ 0.3764422,  0.6250281,  0.       ]), 'Reward', -0.35547409819579695)
('Episode', 25, 'Step', 787.0, 'Epsilon', 0.8574466666657328, 'Action', array([ 0.89232584,  0.62978604,  0.        ]), 'Reward', -0.27749746355537819)
('Episode', 25, 'Step', 802.0, 'Epsilon', 0.8573966666657324, 'Action', array([-1.        ,  0.74129102,  0.        ]), 'Reward', -1.0279828263837665)
('Episode', 25, 'Step', 817.0, 'Epsilon', 0.8573466666657321, 'Action', array([-1.        ,  0.73031014,  0.        ]), 'Reward', -1.76491522181Waiting for request on port 3101
******* RESTARTING *****
1773)
('Episode', 25, 'Step', 832.0, 'Epsilon', 0.8572966666657318, 'Action', array([ 0.69533246,  0.61831414,  0.        ]), 'Reward', -0.3150144567588653)
('Episode', 25, 'Step', 847.0, 'Epsilon', 0.8572466666657315, 'Action', array([-1.        ,  0.34379016,  0.        ]), 'Reward', -1.5640027336339297)
('Episode', 25, 'Step', 862.0, 'Epsilon', 0.8571966666657311, 'Action', array([ 0.41235011,  0.51983917,  0.        ]), 'Reward', -0.70495215033647618)
('Episode', 25, 'Step', 877.0, 'Epsilon', 0.8571466666657308, 'Action', array([-0.7123749,  0.5060791,  0.       ]), 'Reward', -1.586024588833939)
('Episode', 25, 'Step', 892.0, 'Epsilon', 0.8570966666657305, 'Action', array([-0.92704212,  0.48726496,  0.        ]), 'Reward', -2.3249612511903042)
('Episode', 25, 'Step', 907.0, 'Epsilon', 0.8570466666657302, 'Action', array([-0.46313176,  0.68478945,  0.        ]), 'Reward', -2.7909755593022965)
('Episode', 25, 'Step', 922.0, 'Epsilon', 0.8569966666657298, 'Action', array([-0.41965941,  0.634535  ,  0.        ]), 'Reward', 23.325123270895663)
('Episode', 25, 'Step', 937.0, 'Epsilon', 0.8569466666657295, 'Action', array([ 0.92412364,  0.69542778,  0.        ]), 'Reward', 21.099271123763053)
('Episode', 25, 'Step', 952.0, 'Epsilon', 0.8568966666657292, 'Action', array([ 1.        ,  0.60724598,  0.        ]), 'Reward', -0.62609745985192022)
('Episode', 25, 'Step', 967.0, 'Epsilon', 0.8568466666657288, 'Action', array([ 1.        ,  0.54922389,  0.        ]), 'Reward', -0.63784201663747042)
('Episode', 25, 'Step', 982.0, 'Epsilon', 0.8567966666657285, 'Action', array([ 0.38391307,  0.60054323,  0.        ]), 'Reward', -0.85719404131201471)
('Episode', 25, 'Step', 997.0, 'Epsilon', 0.8567466666657282, 'Action', array([ 0.40297995,  0.51018299,  0.        ]), 'Reward', -0.62395725592018647)
('Episode', 25, 'Step', 1012.0, 'Epsilon', 0.8566966666657279, 'Action', array([ 0.6076233 ,  0.73289611,  0.        ]), 'Reward', -2.8669409386616147)
('Episode', 25, 'Step', 1027.0, 'Epsilon', 0.8566466666657275, 'Action', array([-1.        ,  0.68030977,  0.        ]), 'Reward', -7.8817714170083235)
('Episode', 25, 'Step', 1042.0, 'Epsilon', 0.8565966666657272, 'Action', array([-0.30607566,  0.59059313,  0.        ]), 'Reward', 21.207110661846677)
('Episode', 25, 'Step', 1057.0, 'Epsilon', 0.8565466666657269, 'Action', array([-0.81441976,  0.73920925,  0.        ]), 'Reward', 57.015375049760813)
('Episode', 25, 'Step', 1072.0, 'Epsilon', 0.8564966666657265, 'Action', array([-0.76655848,  0.59688958,  0.        ]), 'Reward', -204.51725603583213)
Terminating because Turned Back
TOTAL REWARD @ 25-th Episode  : Reward 1409.80617416
Total Step: 43057

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 26 Replay Buffer 43057 Early Stopping: 0 Epsilon: 0.856476666666 RN: 0.149559524368
('Episode', 26, 'Step', 8.0, 'Epsilon', 0.8564466666657262, 'Action', array([ 0.262379  ,  0.51546028,  0.        ]), 'Reward', 9.4663802931838514)
('Episode', 26, 'Step', 23.0, 'Epsilon', 0.8563966666657259, 'Action', array([-0.90529738,  0.50057716,  0.        ]), 'Reward', 22.796095498078685)
('Episode', 26, 'Step', 38.0, 'Epsilon', 0.8563466666657256, 'Action', array([-0.31853433,  0.50250796,  0.        ]), 'Reward', 47.057124820043228)
('Episode', 26, 'Step', 53.0, 'Epsilon', 0.8562966666657252, 'Action', array([-1.        ,  0.52380721,  0.        ]), 'Reward', -27.233195978703662)
('Episode', 26, 'Step', 68.0, 'Epsilon', 0.8562466666657249, 'Action', array([ 0.60208985,  0.56389871,  0.        ]), 'Reward', -6.4529989848664755)
('Episode', 26, 'Step', 83.0, 'Epsilon', 0.8561966666657246, 'Action', array([-0.76375803,  0.47216095,  0.        ]), 'Reward', 73.501378450142354)
('Episode', 26, 'Step', 98.0, 'Epsilon', 0.8561466666657243, 'Action', array([-0.4830608,  0.5083899,  0.       ]), 'Reward', -84.494559770188772)
('Episode', 26, 'Step', 113.0, 'Epsilon', 0.8560966666657239, 'Action', array([ 1.        ,  0.54296915,  0.        ]), 'Reward', 41.244343408137077)
('Episode', 26, 'Step', 128.0, 'EpsiloWaiting for request on port 3101
******* RESTARTING *****
n', 0.8560466666657236, 'Action', array([-1.        ,  0.59133003,  0.        ]), 'Reward', 65.502798219437238)
('Episode', 26, 'Step', 143.0, 'Epsilon', 0.8559966666657233, 'Action', array([-1.        ,  0.55942539,  0.        ]), 'Reward', 34.843392823352453)
('Episode', 26, 'Step', 158.0, 'Epsilon', 0.8559466666657229, 'Action', array([-0.69077552,  0.50641197,  0.        ]), 'Reward', -13.115284061236217)
('Episode', 26, 'Step', 173.0, 'Epsilon', 0.8558966666657226, 'Action', array([-0.37353483,  0.48147274,  0.        ]), 'Reward', -13.582154839573086)
('Episode', 26, 'Step', 188.0, 'Epsilon', 0.8558466666657223, 'Action', array([-0.52614258,  0.62675369,  0.        ]), 'Reward', -11.230343494019628)
('Episode', 26, 'Step', 203.0, 'Epsilon', 0.855796666665722, 'Action', array([ 1.        ,  0.54274123,  0.        ]), 'Reward', 29.983387499459266)
('Episode', 26, 'Step', 218.0, 'Epsilon', 0.8557466666657216, 'Action', array([ 0.65814235,  0.80740278,  0.        ]), 'Reward', 2.7944395689342012)
('Episode', 26, 'Step', 233.0, 'Epsilon', 0.8556966666657213, 'Action', array([-0.1033097 ,  0.61483733,  0.        ]), 'Reward', -1)
('Episode', 26, 'Step', 248.0, 'Epsilon', 0.855646666665721, 'Action', array([ 0.91466008,  0.63024136,  0.        ]), 'Reward', -21.872223133815744)
('Episode', 26, 'Step', 263.0, 'Epsilon', 0.8555966666657207, 'Action', array([ -1.12914857e-01,   4.91454167e-01,   2.22931299e-04]), 'Reward', -32.852349925397306)
('Episode', 26, 'Step', 278.0, 'Epsilon', 0.8555466666657203, 'Action', array([-0.44518968,  0.49386217,  0.05321413]), 'Reward', -64.417714073748755)
('Episode', 26, 'Step', 293.0, 'Epsilon', 0.85549666666572, 'Action', array([ 0.22874925,  0.68653277,  0.        ]), 'Reward', 37.584673952402049)
('Episode', 26, 'Step', 308.0, 'Epsilon', 0.8554466666657197, 'Action', array([-0.88337664,  0.61042151,  0.        ]), 'Reward', -126.33509829880508)
Terminating because Turned Back
TOTAL REWARD @ 26-th Episode  : Reward 331.31732178
Total Step: 43372

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 27 Replay Buffer 43372 Early Stopping: 0 Epsilon: 0.855426666666 RN: 0.93744136422
('Episode', 27, 'Step', 8.0, 'Epsilon', 0.8553966666657193, 'Action', array([-0.90791091,  0.68661602,  0.        ]), 'Reward', 11.133391924315141)
('Episode', 27, 'Step', 23.0, 'Epsilon', 0.855346666665719, 'Action', array([ 0.29999587,  0.40648972,  0.        ]), 'Reward', 20.739448788418041)
('Episode', 27, 'Step', 38.0, 'Epsilon', 0.8552966666657187, 'Action', array([-0.9428533 ,  0.66810362,  0.        ]), 'Reward', 58.8545418214498)
('Episode', 27, 'Step', 53.0, 'Epsilon', 0.8552466666657184, 'Action', array([ 1.        ,  0.65184629,  0.        ]), 'Reward', 62.671947541158787)
('Episode', 27, 'Step', 68.0, 'Epsilon', 0.855196666665718, 'Action', array([-0.58127079,  0.51922116,  0.00796   ]), 'Reward', 7.1170047198242514)
('Episode', 27, 'Step', 83.0, 'Epsilon', 0.8551466666657177, 'Action', array([-0.55775286,  0.69204264,  0.01343822]), 'Reward', -121.40917541933246)
('Episode', 27, 'Step', 98.0, 'Epsilon', 0.8550966666657174, 'Action', array([-0.32527232,  0.60533583,  0.        ]), 'Reward', -54.476038010249304)
('Episode', 27, 'Step', 113.0, 'Epsilon', 0.855046666665717, 'Action', array([-0.54873956,  0.43748075,  0.        ]), 'Reward', 42.259181482682607)
('Episode', 27, 'Step', 128.0, 'Epsilon', 0.8549966666657167, 'Action', array([-1.        ,  0.54253403,  0.        ]), 'Reward', 1.915524763824763)
('Episode', 27, 'Step', 143.0, 'Epsilon', 0.8549466666657164, 'Action', array([ 0.18997896,  0.63906896,  0.        ]), 'Reward', -1)
('Episode', 27, 'Step', 158.0, 'Epsilon', 0.8548966666657161, 'Action', array([ 0.3027683 ,  0.58367539,  0.00570205]), 'Reward', -12.338925229877084)
('Episode', 27, 'Step', 173.0, 'Epsilon', 0.8548466666657157, 'Action', array([-1.        ,  0.56084631,  0.        ]), 'Reward', -44.468187795639025)
('Episode', 27, 'Step', 188.0, 'Epsilon', 0.8547966666657154, 'Action', array([ 0.00323312,  0.65574816,  0.        ]), 'Reward', -10.318701718086437)
('Episode', 27, 'Step', 203.0, 'Epsilon', 0.8547466666657151, 'Action', array([-0.11785377,  0.65539426,  0.        ]), 'Reward', -4.6604858356360754)
('Episode', 27, 'Step', 218.0, 'Epsilon', 0.8546966666657148, 'Action', array([-1.      ,  0.508523,  0.      ]), 'Reward', -3.3547368795683425)
('Episode', 27, 'Step', 233.0, 'Epsilon', 0.8546466666657144, 'Action', array([-0.61649365,  0.68122807,  0.        ]), 'Reward', -1.8969758790461482)
('Episode', 27, 'Step', 248.0, 'Epsilon', 0.8545966666657141, 'Action', array([-0.50529661,  0.63032692,  0.        ]), 'Reward', -3.0961362122378322)
('Episode', 27, 'Step', 263.0, 'Epsilon', 0.8545466666657138, 'Action', array([ 0.04032417,  0.57220301,  0.02638022]), 'Reward', 7.0941773316102825)
('Episode', 27, 'Step', 278.0, 'Epsilon', 0.8544966666657134, 'Action', array([ 0.76769898,  0.77708472,  0.        ]), 'Reward', -1.2368374772417927)
('Episode', 27, 'Step', 293.0, 'Epsilon', 0.8544466666657131, 'Action', array([-1.        ,  0.56678706,  0.        ]), 'Reward', -2.0169878444059703)
('Episode', 27, 'Step', 308.0, 'Epsilon', 0.8543966666657128, 'Action', array([-0.10470615,  0.4897775 ,  0.        ]), 'Reward', -7.414840966002231)
('Episode', 27, 'Step', 323.0, 'Epsilon', 0.8543466666657125, 'Action', array([ 0.74599428,  0.40345237,  0.        ]), 'Reward', -11.559810606159559)
('Episode', 27, 'Step', 338.0, 'Epsilon', 0.8542966666657121, 'Action', array([-0.98944302,  0.73543491,  0.04802967]), 'Reward', -35.432251491614601)
('Episode', 27, 'Step', 353.0, 'Epsilon', 0.8542466666657118, 'Action', array([-0.03705043,  0.32085339,  0.06264137]), 'Reward', -40.750267429785566)
('Episode', 27, 'Step', 368.0, 'Epsilon', 0.8541966666657115, 'Action', array([-0.60471133,  0.5952839 ,  0.        ]), 'Reward', -28.693042281499189)
('Episode', 27, 'Step', 383.0, 'Epsilon', 0.8541466666657112, 'Action', array([-0.64247845,  0.62904964,  0.02377812]), 'Reward', -3.7670897663568841)
('Episode', 27, 'Step', 398.0, 'Epsilon', 0.8540966666657108, 'Action', array([-0.92694195,  0.60350952,  0.09766497]), 'Reward', -3.215008699752949)
('Episode', 27, 'Step', 413.0, 'Epsilon', 0.8540466666657105, 'Action', array([-1.        ,  0.7414457 ,  0.02691568]), 'Reward', -4.8150452794115761)
('Episode', 27, 'Step', 428.0, 'Epsilon', 0.8539966666657102, 'Action', array([ 1.        ,  0.63086674,  0.03602331]), 'Reward', -6.35868627287112)
('Episode', 27, 'Step', 443.0, 'Epsilon', 0.8539466666657098, 'Action', array([-0.51148835,  0.7049477 ,  0.06322289]), 'Reward', -3.3334683012220014)
('Episode', 27, 'Step', 458.0, 'Epsilon', 0.8538966666657095, 'Action', array([-1.        ,  0.46848687,  0.        ]), 'Reward', -1.715790954673025)
('Episode', 27, 'Step', 473.0, 'Epsilon', 0.8538466666657092, 'Action', array([-0.65693001,  0.55661218,  0.06077836]), 'Reward', -3.2287846895591565)
('Episode', 27, 'Step', 488.0, 'Epsilon', 0.8537966666657089, 'Action', array([-0.47834987,  0.561704  ,  0.03212299]), 'Reward', -2.7889784551217045)
('Episode', 27, 'Step', 503.0, 'Epsilon', 0.8537466666657085, 'Action', array([-0.38227049,  0.64459944,  0.02904037]), 'Reward', -4.1301794839322277)
('Episode', 27, 'Step', 518.0, 'Epsilon', 0.8536966666657082, 'Action', array([-0.7609764,  0.4837972,  0.0711461]), 'Reward', -2.8843231070623223)
('Episode', 27, 'Step', 533.0, 'Epsilon', 0.8536466666657079, 'Action', array([ 0.59683205,  0.5039165 ,  0.0171331 ]), 'Reward', -6.7216080931269602)
('Episode', 27, 'Step', 548.0, 'Epsilon', 0.8535966666657075, 'Action', array([-1.        ,  0.44769196,  0.08811291]), 'Reward', -1.3214136797520553)
('Episode', 27, 'Step', 563.0, 'Epsilon', 0.8535466666657072, 'Action', array([-0.54313797,  0.65446017,  0.10243947]), 'Reward', -5.736417123881079)
('Episode', 27, 'Step', 578.0, 'Epsilon', 0.8534966666657069, 'Action', array([ 0.147959  ,  0.50286864,  0.        ]), 'Reward', -4.7305743744469986)
('Episode', 27, 'Step', 593.0, 'Epsilon', 0.8534466666657066, 'Action', array([-1.        ,  0.60016107,  0.04792564]), 'Reward', -2.2320158746767631)
('Episode', 27, 'Step', 608.0
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
, 'Epsilon', 0.8533966666657062, 'Action', array([-1.        ,  0.55946745,  0.08826169]), 'Reward', -2.0988085010737727)
('Episode', 27, 'Step', 623.0, 'Epsilon', 0.8533466666657059, 'Action', array([ 0.49737872,  0.55440626,  0.09516368]), 'Reward', -4.2408077192028628)
('Episode', 27, 'Step', 638.0, 'Epsilon', 0.8532966666657056, 'Action', array([ 0.09547874,  0.73099734,  0.06408174]), 'Reward', -7.7007418707091846)
('Episode', 27, 'Step', 653.0, 'Epsilon', 0.8532466666657053, 'Action', array([-1.        ,  0.45498968,  0.00719406]), 'Reward', -2.3246115713311108)
('Episode', 27, 'Step', 668.0, 'Epsilon', 0.8531966666657049, 'Action', array([-0.93352085,  0.60140491,  0.068025  ]), 'Reward', -1.8452376847294008)
('Episode', 27, 'Step', 683.0, 'Epsilon', 0.8531466666657046, 'Action', array([-1.        ,  0.71421157,  0.09040581]), 'Reward', -2.0519391308478516)
('Episode', 27, 'Step', 698.0, 'Epsilon', 0.8530966666657043, 'Action', array([-0.55561776,  0.61186871,  0.06464381]), 'Reward', -3.2701005568189521)
('Episode', 27, 'Step', 713.0, 'Epsilon', 0.853046666665704, 'Action', array([-0.04761894,  0.65289805,  0.0047416 ]), 'Reward', -6.4316289748541458)
('Episode', 27, 'Step', 728.0, 'Epsilon', 0.8529966666657036, 'Action', array([ 0.44330809,  0.65561151,  0.11487788]), 'Reward', -4.6457124175459352)
('Episode', 27, 'Step', 743.0, 'Epsilon', 0.8529466666657033, 'Action', array([-0.30237505,  0.56094136,  0.03063544]), 'Reward', -2.9649303912035165)
('Episode', 27, 'Step', 758.0, 'Epsilon', 0.852896666665703, 'Action', array([-1.        ,  0.49321042,  0.03242318]), 'Reward', -2.4372115336046685)
('Episode', 27, 'Step', 773.0, 'Epsilon', 0.8528466666657026, 'Action', array([-0.29110535,  0.55616423,  0.06299597]), 'Reward', -2.3296772036793336)
('Episode', 27, 'Step', 788.0, 'Epsilon', 0.8527966666657023, 'Action', array([-0.99646421,  0.66406758,  0.05979054]), 'Reward', -1.6381574016498477)
('Episode', 27, 'Step', 803.0, 'Epsilon', 0.852746666665702, 'Action', array([-0.86531011,  0.53110921,  0.02088569]), 'Reward', -2.2003440122053721)
('Episode', 27, 'Step', 818.0, 'Epsilon', 0.8526966666657017, 'Action', array([-0.22700554,  0.69561548,  0.00971321]), 'Reward', -5.8465961510651931)
('Episode', 27, 'Step', 833.0, 'Epsilon', 0.8526466666657013, 'Action', array([-0.33439294,  0.67283698,  0.11148392]), 'Reward', -3.3335264568279328)
('Episode', 27, 'Step', 848.0, 'Epsilon', 0.852596666665701, 'Action', array([-0.69870958,  0.71735467,  0.04092794]), 'Reward', -4.0029592233970543)
('Episode', 27, 'Step', 863.0, 'Epsilon', 0.8525466666657007, 'Action', array([-1.        ,  0.63022051,  0.092     ]), 'Reward', -10.136266217671299)
('Episode', 27, 'Step', 878.0, 'Epsilon', 0.8524966666657003, 'Action', array([ 0.08268754,  0.64038874,  0.04341617]), 'Reward', -16.104092615805776)
('Episode', 27, 'Step', 893.0, 'Epsilon', 0.8524466666657, 'Action', array([ 0.28471999,  0.65619987,  0.        ]), 'Reward', -33.07828719117142)
Terminating because Turned Back
TOTAL REWARD @ 27-th Episode  : Reward -3243.12869703
Total Step: 44280

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 28 Replay Buffer 44280 Early Stopping: 1 Epsilon: 0.852399999999 RN: 0.14361000056
('Episode', 28, 'Step', 0.0, 'Epsilon', 0.8523966666656997, 'Action', array([-0.42397026,  0.56546443,  0.        ]), 'Reward', -0.17114332599445967)
('Episode', 28, 'Step', 15.0, 'Epsilon', 0.8523466666656994, 'Action', array([-0.46932365,  0.57908232,  0.        ]), 'Reward', 11.332904496320172)
('Episode', 28, 'Step', 30.0, 'Epsilon', 0.852296666665699, 'Action', array([-0.26669995,  0.59003116,  0.        ]), 'Reward', 47.477612969838525)
('Episode', 28, 'Step', 45.0, 'Epsilon', 0.8522466666656987, 'Action', array([-1.        ,  0.54434855,  0.        ]), 'Reward', 36.865057798489644)
('Episode', 28, 'Step', 60.0, 'Epsilon', 0.8521966666656984, 'Action', array([-0.61813262,  0.62038366,  0.        ]), 'Reward', 61.909748784877351)
('Episode', 28, 'Step', 75.0, 'Epsilon', 0.852146666665698, 'Action', array([Waiting for request on port 3101
******* RESTARTING *****
-0.34689011,  0.52598713,  0.0247006 ]), 'Reward', 74.658032311381291)
Terminating because Out of Track
Now we save model with reward 3200.22075079 previous best reward was 2268.18909745
TOTAL REWARD @ 28-th Episode  : Reward 3200.22075079
Total Step: 44368

Client connected on 3101..............
Episode : 29 Replay Buffer 44368 Early Stopping: 0 Epsilon: 0.852106666666 RN: 0.941680252281
('Episode', 29, 'Step', 2.0, 'Epsilon', 0.8520966666656977, 'Action', array([-0.63398369,  0.50677447,  0.        ]), 'Reward', 2.6834778407248727)
('Episode', 29, 'Step', 17.0, 'Epsilon', 0.8520466666656974, 'Action', array([ 0.39324177,  0.62355845,  0.        ]), 'Reward', 11.640935518008394)
('Episode', 29, 'Step', 32.0, 'Epsilon', 0.8519966666656971, 'Action', array([-0.69837839,  0.60504048,  0.        ]), 'Reward', 34.343659551436261)
('Episode', 29, 'Step', 47.0, 'Epsilon', 0.8519466666656967, 'Action', array([ 0.4178996 ,  0.54142729,  0.        ]), 'Reward', 54.090263612102419)
('Episode', 29, 'Step', 62.0, 'Epsilon', 0.8518966666656964, 'Action', array([ 1.        ,  0.60591034,  0.00771002]), 'Reward', 9.3914719294273183)
('Episode', 29, 'Step', 77.0, 'Epsilon', 0.8518466666656961, 'Action', array([ 0.76390746,  0.42342525,  0.        ]), 'Reward', 43.716663076022449)
('Episode', 29, 'Step', 92.0, 'Epsilon', 0.8517966666656958, 'Action', array([-0.55878553,  0.43142002,  0.        ]), 'Reward', 1.7048900665277924)
('Episode', 29, 'Step', 107.0, 'Epsilon', 0.8517466666656954, 'Action', array([ 0.76410174,  0.42756088,  0.        ]), 'Reward', 0.22002831880551033)
('Episode', 29, 'Step', 122.0, 'Epsilon', 0.8516966666656951, 'Action', array([-0.36769769,  0.63478715,  0.        ]), 'Reward', -0.21800216749301837)
('Episode', 29, 'Step', 137.0, 'Epsilon', 0.8516466666656948, 'Action', array([-0.53051121,  0.57183614,  0.        ]), 'Reward', 0.018964901276598431)
('Episode', 29, 'Step', 152.0, 'Epsilon', 0.8515966666656944, 'Action', array([-0.17146176,  0.66145488,  0.        ]), 'Reward', 0.16061285449270996)
('Episode', 29, 'Step', 167.0, 'Epsilon', 0.8515466666656941, 'Action', array([-0.43557721,  0.43747825,  0.        ]), 'Reward', -0.19578964938474464)
('Episode', 29, 'Step', 182.0, 'Epsilon', 0.8514966666656938, 'Action', array([-0.27562367,  0.56647933,  0.        ]), 'Reward', 0.003064935765284064)
('Episode', 29, 'Step', 197.0, 'Epsilon', 0.8514466666656935, 'Action', array([-1.        ,  0.47116255,  0.        ]), 'Reward', 0.042274107310266554)
('Episode', 29, 'Step', 212.0, 'Epsilon', 0.8513966666656931, 'Action', array([-1.        ,  0.49905177,  0.        ]), 'Reward', 0.26806379076756082)
('Episode', 29, 'Step', 227.0, 'Epsilon', 0.8513466666656928, 'Action', array([ 0.2364417 ,  0.52147569,  0.        ]), 'Reward', -0.33403290636761557)
('Episode', 29, 'Step', 242.0, 'Epsilon', 0.8512966666656925, 'Action', array([-0.89315866,  0.62400394,  0.        ]), 'Reward', -0.29531768742868891)
('Episode', 29, 'Step', 257.0, 'Epsilon', 0.8512466666656922, 'Action', array([-1.        ,  0.57410361,  0.        ]), 'Reward', -0.27752642026637464)
('Episode', 29, 'Step', 272.0, 'Epsilon', 0.8511966666656918, 'Action', array([-0.13950407,  0.59380557,  0.        ]), 'Reward', 0.027713930929905376)
('Episode', 29, 'Step', 287.0, 'Epsilon', 0.8511466666656915, 'Action', array([-0.92975481,  0.48393067,  0.        ]), 'Reward', -0.1019463225682833)
('Episode', 29, 'Step', 302.0, 'Epsilon', 0.8510966666656912, 'Action', array([-0.27416516,  0.53249994,  0.        ]), 'Reward', -0.026694909976482117)
('Episode', 29, 'Step', 317.0, 'Epsilon', 0.8510466666656908, 'Action', array([ 0.28948327,  0.46831569,  0.        ]), 'Reward', -0.47645718193336933)
('Episode', 29, 'Step', 332.0, 'Epsilon', 0.8509966666656905, 'Action', array([-0.08944963,  0.61010138,  0.        ]), 'Reward', -0.10854774056555996)
('Episode', 29, 'Step', 347.0, 'Epsilon', 0.8509466666656902, 'Action', array([ 0.33157414,  0.53296526,  0.03516018]), 'Reward', -0.26829770031298761)
('Episode', 29, 'Step', 362.0, 'Epsilon', 0.8508966666656899, 'Action', array([-1.        ,  0.54148506,  0.        ]), 'Reward', -0.33264790551585732)
('Episode', 29, 'Step', 377.0, 'Epsilon', 0.8508466666656895, 'Action', array([-0.39618489,  0.53865695,  0.        ]), 'Reward', -0.59126598750859793)
('Episode', 29, 'Step', 392.0, 'Epsilon', 0.8507966666656892, 'Action', array([ 0.16000724,  0.53019511,  0.01238957]), 'Reward', 0.055583538603014279)
('Episode', 29, 'Step', 407.0, 'Epsilon', 0.8507466666656889, 'Action', array([ 0.05854946,  0.60414427,  0.        ]), 'Reward', -0.32169048612856377)
('Episode', 29, 'Step', 422.0, 'Epsilon', 0.8506966666656886, 'Action', array([ 0.07648232,  0.56955742,  0.        ]), 'Reward', -0.81312462986146383)
('Episode', 29, 'Step', 437.0, 'Epsilon', 0.8506466666656882, 'Action', array([-0.52192375,  0.44167374,  0.        ]), 'Reward', -0.63824091410056805)
('Episode', 29, 'Step', 452.0, 'Epsilon', 0.8505966666656879, 'Action', array([-1.       ,  0.6789635,  0.       ]), 'Reward', -1.7302614573270034)
('Episode', 29, 'Step', 467.0, 'Epsilon', 0.8505466666656876, 'Action', array([ 0.04538357,  0.61477456,  0.        ]), 'Reward', -1.4479269507637078)
('Episode', 29, 'Step', 482.0, 'Epsilon', 0.8504966666656872, 'Action', array([ 0.05335177,  0.658053  ,  0.        ]), 'Reward', -2.0552621781133649)
('Episode', 29, 'Step', 497.0, 'Epsilon', 0.8504466666656869, 'Action', array([ 1.        ,  0.56673633,  0.        ]), 'Reward', -0.96146109300226046)
('Episode', 29, 'Step', 512.0, 'Epsilon', 0.8503966666656866, 'Action', array([-0.12956214,  0.54030133,  0.        ]), 'Reward', -1.9871803373413615)
('Episode', 29, 'Step', 527.0, 'Epsilon', 0.8503466666656863, 'Action', array([-0.35511812,  0.4800462 ,  0.        ]), 'Reward', -2.1706475386882698)
('Episode', 29, 'Step', 542.0, 'Epsilon', 0.8502966666656859, 'Action', array([ 0.37124428,  0.63374457,  0.        ]), 'Reward', -6.3661133885755632)
('Episode', 29, 'Step', 557.0, 'Epsilon', 0.8502466666656856, 'Action', array([-0.15883678,  0.55527625,  0.00445944]), 'Reward', -5.3236073879634356)
('Episode', 29, 'Step', 572.0, 'Epsilon', 0.8501966666656853, 'Action', array([ 1.        ,  0.67981477,  0.        ]), 'Reward', 4.7936290619300443)
('Episode', 29, 'Step', 587.0, 'Epsilon', 0.850146666665685, 'Action', array([-0.53775098,  0.61512497,  0.        ]), 'Reward', 56.953918739888948)
('Episode', 29, 'Step', 602.0, 'Epsilon', 0.8500966666656846, 'Action', array([-1.        ,  0.60240021,  0.        ]), 'Reward', 10.667360246966766)
('Episode', 29, 'Step', 617.0, 'Epsilon', 0.8500466666656843, 'Action', array([-0.14262491,  0.59516223,  0.00118724]), 'Reward', -17.067384840213919)
('Episode', 29, 'Step', 632.0, 'Epsilon', 0.849996666665684, 'Action', array([ 0.17607823,  0.61273961,  0.        ]), 'Reward', 61.038138702775484)
('Episode', 29, 'Step', 647.0, 'Epsilon', 0.8499466666656836, 'Action', array([ 0.36742342,  0.48446229,  0.        ]), 'Reward', -1)
('Episode', 29, 'Step', 662.0, 'Epsilon', 0.8498966666656833, 'Action', array([-0.57176416,  0.55073554,  0.        ]), 'Reward', 42.376610086221064)
('Episode', 29, 'Step', 677.0, 'Epsilon', 0.849846666665683, 'Action', array([ 1.        ,  0.52544442,  0.        ]), 'Reward', 27.704437477793817)
('Episode', 29, 'Step', 692.0, 'Epsilon', 0.8497966666656827, 'Action', array([ 0.0770389 ,  0.63544781,  0.        ]), 'Reward', -6.7282645615524226)
('Episode', 29, 'Step', 707.0, 'Epsilon', 0.8497466666656823, 'Action', array([ 0.08218207,  0.63486895,  0.        ]), 'Reward', -3.2361660832692145)
('Episode', 29, 'Step', 722.0, 'Epsilon', 0.849696666665682, 'Action', array([ 1.        ,  0.64205857,  0.        ]), 'Reward', 11.894336327440826)
('Episode', 29, 'Step', 737.0, 'Epsilon', 0.8496466666656817, 'Action', array([ 0.66412877,  0.44298425,  0.        ]), 'Reward', -31.219318143108893)
('Episode', 29, 'Step', 752.0, 'Epsilon', 0.8495966666656813, 'Action', array([ 0.3365976 ,  0.52131166,  0.07155557]), 'Reward', -11.812015187303246)
('Episode', 29, 'Step', 767.0, 'Epsilon', 0.849546666665681, 'Action', array([-1.        ,  0.53173448,  0.        ]), 'RewaWaiting for request on port 3101
******* RESTARTING *****

Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
rd', -126.68735870241264)
Terminating because Turned Back
TOTAL REWARD @ 29-th Episode  : Reward 2965.74807788
Total Step: 45139

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 30 Replay Buffer 45139 Early Stopping: 0 Epsilon: 0.849536666666 RN: 0.570052817572
('Episode', 30, 'Step', 11.0, 'Epsilon', 0.849536666665681, 'Action', array([  1.00000000e+00,   1.00000000e+00,   3.24245164e-09], dtype=float32), 'Reward', 25.526235318365295)
('Episode', 30, 'Step', 26.0, 'Epsilon', 0.849536666665681, 'Action', array([  1.00000000e+00,   1.00000000e+00,   2.42116738e-13], dtype=float32), 'Reward', 50.267739093586023)
('Episode', 30, 'Step', 41.0, 'Epsilon', 0.849536666665681, 'Action', array([  1.00000000e+00,   9.99999642e-01,   8.75029145e-05], dtype=float32), 'Reward', 22.74873342490433)
('Episode', 30, 'Step', 56.0, 'Epsilon', 0.849536666665681, 'Action', array([-1.        ,  1.        ,  0.00262963], dtype=float32), 'Reward', 67.162744237145006)
('Episode', 30, 'Step', 71.0, 'Epsilon', 0.849536666665681, 'Action', array([  9.93111551e-01,   1.00000000e+00,   8.71617601e-07], dtype=float32), 'Reward', 76.050550992673237)
('Episode', 30, 'Step', 86.0, 'Epsilon', 0.849536666665681, 'Action', array([  1.00000000e+00,   1.00000000e+00,   1.34352840e-08], dtype=float32), 'Reward', 22.562750680652371)
('Episode', 30, 'Step', 101.0, 'Epsilon', 0.849536666665681, 'Action', array([  1.00000000e+00,   1.00000000e+00,   3.77888394e-13], dtype=float32), 'Reward', 73.037114935228615)
('Episode', 30, 'Step', 116.0, 'Epsilon', 0.849536666665681, 'Action', array([  9.99999881e-01,   9.99998212e-01,   4.30245098e-04], dtype=float32), 'Reward', -85.111318695730802)
('Episode', 30, 'Step', 131.0, 'Epsilon', 0.849536666665681, 'Action', array([ 0.90802789,  0.99936193,  0.06631811], dtype=float32), 'Reward', -19.517952682309293)
('Episode', 30, 'Step', 146.0, 'Epsilon', 0.849536666665681, 'Action', array([-1.        ,  0.99999964,  0.00552439], dtype=float32), 'Reward', -1)
('Episode', 30, 'Step', 161.0, 'Epsilon', 0.849536666665681, 'Action', array([ -1.00000000e+00,   9.99999881e-01,   6.59729354e-04], dtype=float32), 'Reward', 69.729995077437309)
('Episode', 30, 'Step', 176.0, 'Epsilon', 0.849536666665681, 'Action', array([ 0.71549875,  0.99991727,  0.01491632], dtype=float32), 'Reward', -4.8529300309949903)
('Episode', 30, 'Step', 191.0, 'Epsilon', 0.849536666665681, 'Action', array([-1.        ,  0.98749638,  0.74967754], dtype=float32), 'Reward', -7.8481875123160876)
('Episode', 30, 'Step', 206.0, 'Epsilon', 0.849536666665681, 'Action', array([  9.97355461e-01,   1.00000000e+00,   1.24135338e-14], dtype=float32), 'Reward', 38.511681295466545)
('Episode', 30, 'Step', 221.0, 'Epsilon', 0.849536666665681, 'Action', array([-1.        ,  1.        ,  0.00320703], dtype=float32), 'Reward', 62.60321146775587)
('Episode', 30, 'Step', 236.0, 'Epsilon', 0.849536666665681, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   3.98882148e-05], dtype=float32), 'Reward', -62.33440941389992)
Terminating because Turned Back
TOTAL REWARD @ 30-th Episode  : Reward 6085.40986414
Total Step: 45381

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 31 Replay Buffer 45139 Early Stopping: 0 Epsilon: 0.849536666666 RN: 0.505854298344
('Episode', 31, 'Step', 9.0, 'Epsilon', 0.8495033333323474, 'Action', array([ 1.        ,  0.49687304,  0.        ]), 'Reward', 8.3030728201754478)
('Episode', 31, 'Step', 24.0, 'Epsilon', 0.8494533333323471, 'Action', array([ 0.51326965,  0.67595037,  0.        ]), 'Reward', 4.5978499735169294)
('Episode', 31, 'Step', 39.0, 'Epsilon', 0.8494033333323467, 'Action', array([ 0.72519226,  0.51312867,  0.        ]), 'Reward', 14.724750339189605)
('Episode', 31, 'Step', 54.0, 'Epsilon', 0.8493533333323464, 'Action', array([-0.05597077,  0.58698557,  0.        ]), 'Reward', 77.852460814395457)
('Episode', 31, 'Step', 69.0, 'Epsilon', 0.8493033333323461, 'Action', array([-0.15417888,  0.55077181,  0.        ]), 'Reward', 35.842892327881216)
('Episode', 31, Waiting for request on port 3101
******* RESTARTING *****
'Step', 84.0, 'Epsilon', 0.8492533333323458, 'Action', array([ 0.29689566,  0.56376425,  0.        ]), 'Reward', 74.226498802894639)
Terminating because Turned Back
TOTAL REWARD @ 31-th Episode  : Reward 2401.93101735
Total Step: 45472

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 32 Replay Buffer 45230 Early Stopping: 0 Epsilon: 0.849233333332 RN: 0.584574443216
('Episode', 32, 'Step', 8.0, 'Epsilon', 0.8492033333323454, 'Action', array([-0.63362016,  0.66552057,  0.        ]), 'Reward', 9.2618156357393708)
('Episode', 32, 'Step', 23.0, 'Epsilon', 0.8491533333323451, 'Action', array([-1.        ,  0.48751662,  0.        ]), 'Reward', 19.96040135033282)
('Episode', 32, 'Step', 38.0, 'Epsilon', 0.8491033333323448, 'Action', array([-1.        ,  0.62374094,  0.        ]), 'Reward', 13.031257776937473)
('Episode', 32, 'Step', 53.0, 'Epsilon', 0.8490533333323445, 'Action', array([ 0.33392955,  0.60930334,  0.        ]), 'Reward', 63.23294337784418)
('Episode', 32, 'Step', 68.0, 'Epsilon', 0.8490033333323441, 'Action', array([-1.        ,  0.62598294,  0.        ]), 'Reward', -31.627329563884885)
('Episode', 32, 'Step', 83.0, 'Epsilon', 0.8489533333323438, 'Action', array([-1.        ,  0.51523969,  0.06592961]), 'Reward', -30.616327147354653)
('Episode', 32, 'Step', 98.0, 'Epsilon', 0.8489033333323435, 'Action', array([-0.45844074,  0.61718817,  0.11692887]), 'Reward', -0.33609347218183)
('Episode', 32, 'Step', 113.0, 'Epsilon', 0.8488533333323431, 'Action', array([-0.64159976,  0.58148531,  0.04466732]), 'Reward', -0.17232954717080004)
('Episode', 32, 'Step', 128.0, 'Epsilon', 0.8488033333323428, 'Action', array([ 0.41589166,  0.50930744,  0.04310033]), 'Reward', -0.59676018412218823)
('Episode', 32, 'Step', 143.0, 'Epsilon', 0.8487533333323425, 'Action', array([-0.36694005,  0.62158633,  0.04472087]), 'Reward', -0.77616076147575164)
('Episode', 32, 'Step', 158.0, 'Epsilon', 0.8487033333323422, 'Action', array([-0.47069146,  0.6187279 ,  0.04178853]), 'Reward', -0.50957722688560458)
('Episode', 32, 'Step', 173.0, 'Epsilon', 0.8486533333323418, 'Action', array([-0.39435422,  0.50614663,  0.        ]), 'Reward', -0.51161368298983922)
('Episode', 32, 'Step', 188.0, 'Epsilon', 0.8486033333323415, 'Action', array([-0.37367688,  0.60986108,  0.        ]), 'Reward', -0.57103874107035657)
('Episode', 32, 'Step', 203.0, 'Epsilon', 0.8485533333323412, 'Action', array([-1.        ,  0.61113707,  0.00194999]), 'Reward', -0.7797555165772404)
('Episode', 32, 'Step', 218.0, 'Epsilon', 0.8485033333323408, 'Action', array([ 0.21239792,  0.6049792 ,  0.02449907]), 'Reward', -1.0912708747668018)
('Episode', 32, 'Step', 233.0, 'Epsilon', 0.8484533333323405, 'Action', array([-0.45334696,  0.55716058,  0.07982657]), 'Reward', -0.74215651700080243)
('Episode', 32, 'Step', 248.0, 'Epsilon', 0.8484033333323402, 'Action', array([-0.18696519,  0.49550359,  0.        ]), 'Reward', -0.65518087350493148)
('Episode', 32, 'Step', 263.0, 'Epsilon', 0.8483533333323399, 'Action', array([-1.        ,  0.52216447,  0.02602615]), 'Reward', -0.60309908803971179)
('Episode', 32, 'Step', 278.0, 'Epsilon', 0.8483033333323395, 'Action', array([-0.59686747,  0.60749554,  0.00853715]), 'Reward', -0.80014865089672538)
('Episode', 32, 'Step', 293.0, 'Epsilon', 0.8482533333323392, 'Action', array([ 0.04406184,  0.48732415,  0.        ]), 'Reward', -1.6289238939943131)
('Episode', 32, 'Step', 308.0, 'Epsilon', 0.8482033333323389, 'Action', array([-0.20023529,  0.44615113,  0.        ]), 'Reward', -0.85966743417673308)
('Episode', 32, 'Step', 323.0, 'Epsilon', 0.8481533333323386, 'Action', array([-0.37638518,  0.60316163,  0.        ]), 'Reward', -1.2846993974331404)
('Episode', 32, 'Step', 338.0, 'Epsilon', 0.8481033333323382, 'Action', array([-0.99542764,  0.62819015,  0.        ]), 'Reward', -0.94849232500084024)
('Episode', 32, 'Step', 353.0, 'Epsilon', 0.8480533333323379, 'Action', array([-0.04643923,  0.62922537,  0.        ]), 'Reward', -2.3834193652483018)
('Episode', 32, 'Step', 368.0, 'Epsilon', 0.8480033333323376, 'Action', array([-0.58917438,  0.48981913,  0.        ]), 'Reward', -2.6475144884860415)
('Episode', 32, 'Step', 383.0, 'Epsilon', 0.8479533333323372, 'Action', array([ 0.94921914,  0.51863951,  0.        ]), 'Reward', -19.57663191746127)
('Episode', 32, 'Step', 398.0, 'Epsilon', 0.8479033333323369, 'Action', array([-0.38642255,  0.63186051,  0.        ]), 'Reward', 32.838489735095692)
('Episode', 32, 'Step', 413.0, 'Epsilon', 0.8478533333323366, 'Action', array([ 0.89021365,  0.65520645,  0.        ]), 'Reward', 27.458342836554991)
('Episode', 32, 'Step', 428.0, 'Epsilon', 0.8478033333323363, 'Action', array([-0.67037345,  0.59084672,  0.        ]), 'Reward', -27.298165202067914)
('Episode', 32, 'Step', 443.0, 'Epsilon', 0.8477533333323359, 'Action', array([-0.35802087,  0.61983073,  0.        ]), 'Reward', -1)
('Episode', 32, 'Step', 458.0, 'Epsilon', 0.8477033333323356, 'Action', array([ 0.81636928,  0.5568677 ,  0.        ]), 'Reward', -15.374578235194619)
('Episode', 32, 'Step', 473.0, 'Epsilon', 0.8476533333323353, 'Action', array([-0.44572216,  0.65230337,  0.        ]), 'Reward', -18.835942830330609)
('Episode', 32, 'Step', 488.0, 'Epsilon', 0.847603333332335, 'Action', array([-0.31190602,  0.4484385 ,  0.        ]), 'Reward', -0.34832686929832318)
('Episode', 32, 'Step', 503.0, 'Epsilon', 0.8475533333323346, 'Action', array([-0.63780556,  0.52254719,  0.        ]), 'Reward', -0.12890562319585117)
('Episode', 32, 'Step', 518.0, 'Epsilon', 0.8475033333323343, 'Action', array([ 0.77327283,  0.53222657,  0.        ]), 'Reward', -0.30361981886715045)
('Episode', 32, 'Step', 533.0, 'Epsilon', 0.847453333332334, 'Action', array([-1.        ,  0.49884609,  0.        ]), 'Reward', -0.28152353246541639)
('Episode', 32, 'Step', 548.0, 'Epsilon', 0.8474033333323336, 'Action', array([-1.        ,  0.46910073,  0.        ]), 'Reward', -0.23412322938436084)
('Episode', 32, 'Step', 563.0, 'Epsilon', 0.8473533333323333, 'Action', array([ 0.4062818 ,  0.56954185,  0.        ]), 'Reward', -0.27199517799479456)
('Episode', 32, 'Step', 578.0, 'Epsilon', 0.847303333332333, 'Action', array([-0.63743533,  0.58845279,  0.        ]), 'Reward', -0.61636195210336053)
('Episode', 32, 'Step', 593.0, 'Epsilon', 0.8472533333323327, 'Action', array([-0.57986272,  0.6213528 ,  0.        ]), 'Reward', -0.48027416686604435)
('Episode', 32, 'Step', 608.0, 'Epsilon', 0.8472033333323323, 'Action', array([-0.68734668,  0.68420819,  0.        ]), 'Reward', -0.80236577181457269)
('Episode', 32, 'Step', 623.0, 'Epsilon', 0.847153333332332, 'Action', array([-0.42578967,  0.52539427,  0.        ]), 'Reward', -0.44496394288839314)
('Episode', 32, 'Step', 638.0, 'Epsilon', 0.8471033333323317, 'Action', array([-1.      ,  0.477379,  0.      ]), 'Reward', -0.44038512579372957)
('Episode', 32, 'Step', 653.0, 'Epsilon', 0.8470533333323313, 'Action', array([-0.30291643,  0.58345736,  0.        ]), 'Reward', -0.32260981950660955)
('Episode', 32, 'Step', 668.0, 'Epsilon', 0.847003333332331, 'Action', array([-0.45132744,  0.60386328,  0.        ]), 'Reward', -0.58562727655974334)
('Episode', 32, 'Step', 683.0, 'Epsilon', 0.8469533333323307, 'Action', array([-0.34865624,  0.56088842,  0.        ]), 'Reward', -1.4184405982111763)
('Episode', 32, 'Step', 698.0, 'Epsilon', 0.8469033333323304, 'Action', array([-0.34924426,  0.78072492,  0.        ]), 'Reward', -0.97173715326815946)
('Episode', 32, 'Step', 713.0, 'Epsilon', 0.84685333333233, 'Action', array([-0.68655649,  0.50779227,  0.        ]), 'Reward', -3.3819937731130754)
('Episode', 32, 'Step', 728.0, 'Epsilon', 0.8468033333323297, 'Action', array([ 0.52641734,  0.64746872,  0.        ]), 'Reward', 19.898773240934418)
('Episode', 32, 'Step', 743.0, 'Epsilon', 0.8467533333323294, 'Action', array([ 0.06488951,  0.70840112,  0.        ]), 'Reward', -16.002300147446626)
('Episode', 32, 'Step', 758.0, 'Epsilon', 0.8467033333323291, 'Action', array([ 0.16647222,  0.5372885 ,  0.        ]), 'Reward', -15.857042079979777)
('Episode', 32, 'Step', 773.0, 'Epsilon', 0.8466533333323287, 'Action', array([ 1.        ,Waiting for request on port 3101
******* RESTARTING *****
  0.63841563,  0.        ]), 'Reward', 51.324365099128066)
('Episode', 32, 'Step', 788.0, 'Epsilon', 0.8466033333323284, 'Action', array([-1.        ,  0.60352314,  0.        ]), 'Reward', 62.26771953251464)
('Episode', 32, 'Step', 803.0, 'Epsilon', 0.8465533333323281, 'Action', array([ 0.70896622,  0.55908282,  0.        ]), 'Reward', 0.34469970259280558)
('Episode', 32, 'Step', 818.0, 'Epsilon', 0.8465033333323277, 'Action', array([-0.36103684,  0.49984075,  0.        ]), 'Reward', -91.275102866651693)
Terminating because Turned Back
('Episode', 32, 'Step', 833.0, 'Epsilon', 0.8464533333323274, 'Action', array([ 0.58137308,  0.65467551,  0.        ]), 'Reward', -53.230549929209687)
TOTAL REWARD @ 32-th Episode  : Reward 220.826652827
Total Step: 46306

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 33 Replay Buffer 46064 Early Stopping: 0 Epsilon: 0.846453333332 RN: 0.300573677432
('Episode', 33, 'Step', 14.0, 'Epsilon', 0.8464033333323271, 'Action', array([-0.19398489,  0.53104518,  0.        ]), 'Reward', 11.914602467105539)
('Episode', 33, 'Step', 29.0, 'Epsilon', 0.8463533333323268, 'Action', array([ 0.84595907,  0.60761625,  0.        ]), 'Reward', 35.290555565079721)
('Episode', 33, 'Step', 44.0, 'Epsilon', 0.8463033333323264, 'Action', array([-0.01620509,  0.48964764,  0.        ]), 'Reward', -22.571791040978454)
('Episode', 33, 'Step', 59.0, 'Epsilon', 0.8462533333323261, 'Action', array([ 0.27885388,  0.61072993,  0.04172842]), 'Reward', -1.1625610452321875)
('Episode', 33, 'Step', 74.0, 'Epsilon', 0.8462033333323258, 'Action', array([ 0.92896717,  0.49918469,  0.03088555]), 'Reward', -1.2174154209218804)
('Episode', 33, 'Step', 89.0, 'Epsilon', 0.8461533333323255, 'Action', array([-0.46382267,  0.66251681,  0.05194434]), 'Reward', -0.75213347240781725)
('Episode', 33, 'Step', 104.0, 'Epsilon', 0.8461033333323251, 'Action', array([-0.54305484,  0.47911824,  0.01600943]), 'Reward', -0.097977626692735312)
('Episode', 33, 'Step', 119.0, 'Epsilon', 0.8460533333323248, 'Action', array([-0.74539488,  0.58611564,  0.09963783]), 'Reward', -0.18536256134083987)
('Episode', 33, 'Step', 134.0, 'Epsilon', 0.8460033333323245, 'Action', array([-0.14167272,  0.78320731,  0.04598586]), 'Reward', -1.25004459373025)
('Episode', 33, 'Step', 149.0, 'Epsilon', 0.8459533333323241, 'Action', array([-1.       ,  0.4625747,  0.1050405]), 'Reward', -0.37052981136527718)
('Episode', 33, 'Step', 164.0, 'Epsilon', 0.8459033333323238, 'Action', array([-0.07755474,  0.46383366,  0.09249474]), 'Reward', -0.90727859491794549)
('Episode', 33, 'Step', 179.0, 'Epsilon', 0.8458533333323235, 'Action', array([-0.30409947,  0.53715174,  0.        ]), 'Reward', -0.988909265797834)
('Episode', 33, 'Step', 194.0, 'Epsilon', 0.8458033333323232, 'Action', array([ 0.33047034,  0.54471835,  0.0531429 ]), 'Reward', -0.46007382080636766)
('Episode', 33, 'Step', 209.0, 'Epsilon', 0.8457533333323228, 'Action', array([-1.        ,  0.61592445,  0.07681022]), 'Reward', -0.41797035159658247)
('Episode', 33, 'Step', 224.0, 'Epsilon', 0.8457033333323225, 'Action', array([-1.        ,  0.60442244,  0.06449794]), 'Reward', -0.77704844135360407)
('Episode', 33, 'Step', 239.0, 'Epsilon', 0.8456533333323222, 'Action', array([ 0.24731587,  0.47849801,  0.07284982]), 'Reward', -0.59734513475149054)
('Episode', 33, 'Step', 254.0, 'Epsilon', 0.8456033333323218, 'Action', array([-0.83838919,  0.47204432,  0.08646945]), 'Reward', -0.44684519603768991)
('Episode', 33, 'Step', 269.0, 'Epsilon', 0.8455533333323215, 'Action', array([-1.        ,  0.55578563,  0.05429366]), 'Reward', -0.97718349548714467)
('Episode', 33, 'Step', 284.0, 'Epsilon', 0.8455033333323212, 'Action', array([-0.72457264,  0.61244552,  0.05092186]), 'Reward', -0.87951958523438123)
('Episode', 33, 'Step', 299.0, 'Epsilon', 0.8454533333323209, 'Action', array([-0.91049523,  0.53901789,  0.06142979]), 'Reward', -0.42168167509619459)
('Episode', 33, 'Step', 314.0, 'Epsilon', 0.8454033333323205, 'Action', array([ 0.20440306,  0.54317793,  0.19597327]), 'Reward', -0.59451907167607509)
('Episode', 33, 'Step', 329.0, 'Epsilon', 0.8453533333323202, 'Action', array([-1.        ,  0.58709902,  0.09476969]), 'Reward', -0.56258034892125386)
('Episode', 33, 'Step', 344.0, 'Epsilon', 0.8453033333323199, 'Action', array([-0.21916984,  0.57142298,  0.13411967]), 'Reward', -0.69853211140192306)
('Episode', 33, 'Step', 359.0, 'Epsilon', 0.8452533333323196, 'Action', array([ 0.34375056,  0.51239564,  0.02657719]), 'Reward', -1.0229925136993756)
('Episode', 33, 'Step', 374.0, 'Epsilon', 0.8452033333323192, 'Action', array([-0.81659416,  0.65747237,  0.05317255]), 'Reward', -0.84878221172887658)
('Episode', 33, 'Step', 389.0, 'Epsilon', 0.8451533333323189, 'Action', array([-0.89006324,  0.65054115,  0.        ]), 'Reward', -0.86798355412674377)
('Episode', 33, 'Step', 404.0, 'Epsilon', 0.8451033333323186, 'Action', array([ 0.46757797,  0.54229477,  0.15314782]), 'Reward', -1.0171929942687985)
('Episode', 33, 'Step', 419.0, 'Epsilon', 0.8450533333323182, 'Action', array([-0.41121689,  0.54330036,  0.04305445]), 'Reward', -0.6801120936938676)
('Episode', 33, 'Step', 434.0, 'Epsilon', 0.8450033333323179, 'Action', array([-0.22846626,  0.5277727 ,  0.03333228]), 'Reward', -0.64542907015413098)
('Episode', 33, 'Step', 449.0, 'Epsilon', 0.8449533333323176, 'Action', array([-0.43600134,  0.71646584,  0.09994665]), 'Reward', -1.0868118436443901)
('Episode', 33, 'Step', 464.0, 'Epsilon', 0.8449033333323173, 'Action', array([-0.40803566,  0.52103376,  0.04788398]), 'Reward', -0.47239531795542267)
('Episode', 33, 'Step', 479.0, 'Epsilon', 0.8448533333323169, 'Action', array([-0.76677354,  0.56989484,  0.10653119]), 'Reward', -0.30034292375147514)
('Episode', 33, 'Step', 494.0, 'Epsilon', 0.8448033333323166, 'Action', array([-0.40137902,  0.46266076,  0.07568847]), 'Reward', -0.46942020423795827)
('Episode', 33, 'Step', 509.0, 'Epsilon', 0.8447533333323163, 'Action', array([-0.72257343,  0.69069275,  0.05452382]), 'Reward', -0.61156721701133077)
('Episode', 33, 'Step', 524.0, 'Epsilon', 0.844703333332316, 'Action', array([ 0.0305446 ,  0.50953167,  0.10212912]), 'Reward', -1.0493877175591273)
('Episode', 33, 'Step', 539.0, 'Epsilon', 0.8446533333323156, 'Action', array([-0.48680267,  0.49996355,  0.11589704]), 'Reward', -0.92270969850208917)
('Episode', 33, 'Step', 554.0, 'Epsilon', 0.8446033333323153, 'Action', array([-0.18049881,  0.52195067,  0.10004267]), 'Reward', -0.74972916103014076)
('Episode', 33, 'Step', 569.0, 'Epsilon', 0.844553333332315, 'Action', array([-0.45321467,  0.66661654,  0.00294133]), 'Reward', -0.92788530658625734)
('Episode', 33, 'Step', 584.0, 'Epsilon', 0.8445033333323146, 'Action', array([ 0.49033665,  0.43997026,  0.06184718]), 'Reward', -1.2922335113359016)
('Episode', 33, 'Step', 599.0, 'Epsilon', 0.8444533333323143, 'Action', array([-0.58134392,  0.63044939,  0.0208904 ]), 'Reward', -1.0497248891032414)
('Episode', 33, 'Step', 614.0, 'Epsilon', 0.844403333332314, 'Action', array([-0.76487333,  0.68377557,  0.01691907]), 'Reward', -1.1584989399593868)
('Episode', 33, 'Step', 629.0, 'Epsilon', 0.8443533333323137, 'Action', array([-0.88568125,  0.58755649,  0.09155062]), 'Reward', -0.50401730618074947)
('Episode', 33, 'Step', 644.0, 'Epsilon', 0.8443033333323133, 'Action', array([ 0.32831185,  0.67088597,  0.09041161]), 'Reward', -0.94439057207360888)
('Episode', 33, 'Step', 659.0, 'Epsilon', 0.844253333332313, 'Action', array([-0.74402929,  0.67261226,  0.0727394 ]), 'Reward', -0.9659178768911455)
('Episode', 33, 'Step', 674.0, 'Epsilon', 0.8442033333323127, 'Action', array([ 1.        ,  0.66754808,  0.00749271]), 'Reward', -2.2118409085104447)
('Episode', 33, 'Step', 689.0, 'Epsilon', 0.8441533333323124, 'Action', array([-0.83113258,  0.62034457,  0.05532868]), 'Reward', -0.58399046607275695)
('Episode', 33, 'Step', 704.0, 'Epsilon', 0.844103333332312, 'Action', array([ 0.10562999,  0.60227537,  0.05477806]), 'Reward', -1.1152151221463256)
('Episode', 33, 'Step', 719.0, 'Epsilon', 0.8440533333323117, 'Action', array([ 0.12409568,  0.56152483,  0.03824348]), 'Reward', -1.1361276352201124)
('Episode', 33, 'Step', 734.0, 'Epsilon', 0.8440033333323114, 'Action', array([-0.09939517,  0.65269049,  0.08825575]), 'Reward', -1.1329696741183617)
('Episode', 33, 'Step', 749.0, 'Epsilon', 0.843953333332311, 'Action', array([-0.5565931,  0.5636054,  0.0488574]), 'Reward', -0.37224393777599657)
('Episode', 33, 'Step', 764.0, 'Epsilon', 0.8439033333323107, 'Action', array([-0.5616382 ,  0.48747889,  0.04713809]), 'Reward', -0.23791459043651811)
('Episode', 33, 'Step', 779.0, 'Epsilon', 0.8438533333323104, 'Action', array([ 0.05909793,  0.57013097,  0.        ]), 'Reward', -0.87845080306704237)
('Episode', 33, 'Step', 794.0, 'Epsilon', 0.8438033333323101, 'Action', array([ 0.38294818,  0.58675669,  0.01079504]), 'Reward', -1.0900846039739482)
('Episode', 33, 'Step', 809.0, 'Epsilon', 0.8437533333323097, 'Action', array([ 0.42279044,  0.59737039,  0.11648555]), 'Reward', -1.1777772812060783)
('Episode', 33, 'Step', 824.0, 'Epsilon', 0.8437033333323094, 'Action', array([-1.        ,  0.52032015,  0.13078861]), 'Reward', -0.75252604031675463)
('Episode', 33, 'Step', 839.0, 'Epsilon', 0.8436533333323091, 'Action', array([-0.62278549,  0.47034664,  0.0065979 ]), 'Reward', -1.0578124233278952)
('Episode', 33, 'Step', 854.0, 'Epsilon', 0.8436033333323087, 'Action', array([-0.84180839,  0.59298118,  0.03802312]), 'Reward', -0.71285263269550347)
('Episode', 33, 'Step', 869.0, 'Epsilon', 0.8435533333323084, 'Action', array([-0.20882032,  0.57540358,  0.04269988]), 'Reward', -1.1328816754610822)
('Episode', 33, 'Step', 884.0, 'Epsilon', 0.8435033333323081, 'Action', array([-1.        ,  0.70477663,  0.02555684]), 'Reward', -1.3420677626170374)
('Episode', 33, 'Step', 899.0, 'Epsilon', 0.8434533333323078, 'Action', array([-0.51982251,  0.37904591,  0.09422048]), 'Reward', -0.42401092467639639)
('Episode', 33, 'Step', 914.0, 'Epsilon', 0.8434033333323074, 'Action', array([-1.        ,  0.50789998,  0.07523192]), 'Reward', -0.3561353370285793)
('Episode', 33, 'Step', 929.0, 'Epsilon', 0.8433533333323071, 'Action', array([-0.6209793 ,  0.43820241,  0.03554088]), 'Reward', -0.5761212406818248)
('Episode', 33, 'Step', 944.0, 'Epsilon', 0.8433033333323068, 'Action', array([-1.        ,  0.71469225,  0.07636388]), 'Reward', -0.68190716524765305)
('Episode', 33, 'Step', 959.0, 'Epsilon', 0.8432533333323065, 'Action', array([-1.        ,  0.5613939 ,  0.02876182]), 'Reward', -0.60334586326345341)
('Episode', 33, 'Step', 974.0, 'Epsilon', 0.8432033333323061, 'Action', array([-0.71215693,  0.53499601,  0.02213032]), 'Reward', -0.62055447124419516)
('Episode', 33, 'Step', 989.0, 'Epsilon', 0.8431533333323058, 'Action', array([-0.21882234,  0.62694913,  0.04038134]), 'Reward', -0.83278259375299335)
('Episode', 33, 'Step', 1004.0, 'Epsilon', 0.8431033333323055, 'Action', array([-1.        ,  0.65400075,  0.07343598]), 'Reward', -1.0614239491969104)
('Episode', 33, 'Step', 1019.0, 'Epsilon', 0.8430533333323051, 'Action', array([-1.        ,  0.51723448,  0.11856484]), 'Reward', -0.39913907085211786)
('Episode', 33, 'Step', 1034.0, 'Epsilon', 0.8430033333323048, 'Action', array([ 1.        ,  0.4697115 ,  0.05641783]), 'Reward', -1.4138334499542116)
('Episode', 33, 'Step', 1049.0, 'Epsilon', 0.8429533333323045, 'Action', array([-0.60854291,  0.63450144,  0.03840375]), 'Reward', -0.95559078112357598)
('Episode', 33, 'Step', 1064.0, 'Epsilon', 0.8429033333323042, 'Action', array([-1.        ,  0.74642637,  0.13725335]), 'Reward', -0.64107366994740145)
('Episode', 33, 'Step', 1079.0, 'Epsilon', 0.8428533333323038, 'Action', array([-1.        ,  0.73354786,  0.08127984]), 'Reward', -0.35291456211574573)
('Episode', 33, 'Step', 1094.0, 'Epsilon', 0.8428033333323035, 'Action', array([-1.        ,  0.61626979,  0.07907359]), 'Reward', -0.24283205580693812)
('Episode', 33, 'Step', 1109.0, 'Epsilon', 0.8427533333323032, 'Action', array([-1.        ,  0.52059475,  0.0168009 ]), 'Reward', -0.72581209418793902)
('Episode', 33, 'Step', 1124.0, 'Epsilon', 0.8427033333323029, 'Action', array([-1.        ,  0.68572201,  0.10060804]), 'Reward', -0.71755212343194563)
('Episode', 33, 'Step', 1139.0, 'Epsilon', 0.8426533333323025, 'Action', array([-1.        ,  0.66067493,  0.10358302]), 'Reward', -1.3119891926436664)
('Episode', 33, 'Step', 1154.0, 'Epsilon', 0.8426033333323022, 'Action', array([-1.        ,  0.62992865,  0.0912818 ]), 'Reward', -0.47277437787378507)
('Episode', 33, 'Step', 1169.0, 'Epsilon', 0.8425533333323019, 'Action', array([ 0.69068908,  0.72043016,  0.11568758]), 'Reward', -1.808012925963729)
('Episode', 33, 'Step', 1184.0, 'Epsilon', 0.8425033333323015, 'Action', array([-1.        ,  0.69158276,  0.11019945]), 'Reward', -0.69586221118828828)
('Episode', 33, 'Step', 1199.0, 'Epsilon', 0.8424533333323012, 'Action', array([-0.41193961,  0.54271126,  0.13393397]), 'Reward', -0.57037886479844957)
('Episode', 33, 'Step', 1214.0, 'Epsilon', 0.8424033333323009, 'Action', array([-0.22714579,  0.58975684,  0.14100394]), 'Reward', -0.31349352971707578)
('Episode', 33, 'Step', 1229.0, 'Epsilon', 0.8423533333323006, 'Action', array([-0.77584923,  0.55757843,  0.0444061 ]), 'Reward', -0.85720007098210882)
('Episode', 33, 'Step', 1244.0, 'Epsilon', 0.8423033333323002, 'Action', array([-0.99052479,  0.64095683,  0.01154549]), 'Reward', -1.0460441149691273)
('Episode', 33, 'Step', 1259.0, 'Epsilon', 0.8422533333322999, 'Action', array([-0.24733175,  0.5738407 ,  0.03114071]), 'Reward', -0.97374590241898051)
('Episode', 33, 'Step', 1274.0, 'Epsilon', 0.8422033333322996, 'Action', array([ 0.21461889,  0.44462431,  0.15208435]), 'Reward', -0.95683139214205082)
('Episode', 33, 'Step', 1289.0, 'Epsilon', 0.8421533333322992, 'Action', array([-0.65522694,  0.68114666,  0.01745399]), 'Reward', -1.2700899879557985)
('Episode', 33, 'Step', 1304.0, 'Epsilon', 0.8421033333322989, 'Action', array([ 0.58414087,  0.61318292,  0.0970678 ]), 'Reward', -1.7861176416263937)
('Episode', 33, 'Step', 1319.0, 'Epsilon', 0.8420533333322986, 'Action', array([-1.        ,  0.70727724,  0.08036689]), 'Reward', -0.8001078321839401)
('Episode', 33, 'Step', 1334.0, 'Epsilon', 0.8420033333322983, 'Action', array([-0.58065911,  0.49025213,  0.13244841]), 'Reward', -0.73346057782281593)
('Episode', 33, 'Step', 1349.0, 'Epsilon', 0.8419533333322979, 'Action', array([-0.95919494,  0.75827172,  0.06388795]), 'Reward', -0.93510915309545728)
('Episode', 33, 'Step', 1364.0, 'Epsilon', 0.8419033333322976, 'Action', array([-1.        ,  0.74385037,  0.05820596]), 'Reward', -0.93026367930005915)
('Episode', 33, 'Step', 1379.0, 'Epsilon', 0.8418533333322973, 'Action', array([-1.        ,  0.56453535,  0.1266581 ]), 'Reward', -0.25117014579998975)
('Episode', 33, 'Step', 1394.0, 'Epsilon', 0.841803333332297, 'Action', array([-0.97246518,  0.52263712,  0.06507024]), 'Reward', -0.96402258590309364)
('Episode', 33, 'Step', 1409.0, 'Epsilon', 0.8417533333322966, 'Action', array([-0.80860335,  0.64077775,  0.        ]), 'Reward', -1.338360111340728)
('Episode', 33, 'Step', 1424.0, 'Epsilon', 0.8417033333322963, 'Action', array([-0.28341595,  0.61091897,  0.06622166]), 'Reward', -1.2802260195356925)
('Episode', 33, 'Step', 1439.0, 'Epsilon', 0.841653333332296, 'Action', array([-0.58730814,  0.64290452,  0.06386306]), 'Reward', -1.2389361212292145)
('Episode', 33, 'Step', 1454.0, 'Epsilon', 0.8416033333322956, 'Action', array([-0.80673039,  0.44172638,  0.1307504 ]), 'Reward', -0.76756852452230118)
('Episode', 33, 'Step', 1469.0, 'Epsilon', 0.8415533333322953, 'Action', array([-1.        ,  0.55406462,  0.10735368]), 'Reward', -0.9811268639348395)
('Episode', 33, 'Step', 1484.0, 'Epsilon', 0.841503333332295, 'Action', array([ 0.10915694,  0.60853152,  0.01597313]), 'Reward', -2.1515127592624603)
('Episode', 33, 'Step', 1499.0, 'Epsilon', 0.8414533333322947, 'Action', array([-0.96044226,  0.63467375,  0.12030892]), 'Reward', -1.0110837906791568)
('Episode', 33, 'Step', 1514.0, 'Epsilon', 0.8414033333322943, 'Action', array([-0.90489538,  0.42080995,  0.13807875]), 'Reward', -0.37109276198875218)
('Episode', 33, 'Step', 1529.0, 'Epsilon', 0.841353333332294, 'Action', array([-0.40032204,  0.55806164,  0.03780336]), 'Reward', -1.2502450002772043)
('Episode', 33, 'Step', 1544.0, 'Epsilon', 0.8413033333322937, 'Action', array([-1.        ,  0.54028287,  0.05475133]), 'Reward', -0.91504704571222772)
('Episode', 33, 'Step', 1559.0, 'Epsilon', 0.8412533333322934, 'Action', array([-0.11147583,  0.70524377,  0.1811442 ]), 'Reward', -0.80503542023184105)
('Episode', 33, 'Step', 1574.0, 'Epsilon', 0.841203333332293, 'Action', array([-1.        ,  0.57665362,  0.13267074]), 'Reward', -0.48645068345377951)
('Episode', 33, 'Step', 1589.0, 'Epsilon', 0.8411533333322927, 'Action', array([-1.        ,  0.47700768,  0.05048212]), 'Reward', -0.69055971710768305)
('Episode', 33, 'Step', 1604.0, 'Epsilon', 0.8411033333322924, 'Action', array([-1.        ,  0.52042538,  0.1191017 ]), 'Reward', -0.86067072040548132)
('Episode', 33, 'Step', 1619.0, 'Epsilon', 0.841053333332292, 'Action', array([-0.24281348,  0.56461376,  0.11475593]), 'Reward', -0.8394525674344202)
('Episode', 33, 'Step', 1634.0, 'Epsilon', 0.8410033333322917, 'Action', array([-0.33592668,  0.38228411,  0.15973107]), 'Reward', -0.43829010087064357)
('Episode', 33, 'Step', 1649.0, 'Epsilon', 0.8409533333322914, 'Action', array([ 0.00412064,  0.62212473,  0.06127245]), 'Reward', -1.8666551765922836)
('Episode', 33, 'Step', 1664.0, 'Epsilon', 0.8409033333322911, 'Action', array([-0.49193996,  0.57116533,  0.02873945]), 'Reward', -0.90425265321371706)
('Episode', 33, 'Step', 1679.0, 'Epsilon', 0.8408533333322907, 'Action', array([ 0.71169932,  0.65692833,  0.13676154]), 'Reward', -1.1202294940268147)
('Episode', 33, 'Step', 1694.0, 'Epsilon', 0.8408033333322904, 'Action', array([-0.03856213,  0.50875849,  0.13305129]), 'Reward', -0.87729932475324046)
('Episode', 33, 'Step', 1709.0, 'Epsilon', 0.8407533333322901, 'Action', array([-0.52200321,  0.59280439,  0.15783587]), 'Reward', -0.33420913388070278)
('Episode', 33, 'Step', 1724.0, 'Epsilon', 0.8407033333322897, 'Action', array([-0.09532546,  0.58965298,  0.15145418]), 'Reward', -0.82032053601479094)
('Episode', 33, 'Step', 1739.0, 'Epsilon', 0.8406533333322894, 'Action', array([ 0.40413076,  0.55475927,  0.08091896]), 'Reward', -1.8395278233288668)
('Episode', 33, 'Step', 1754.0, 'Epsilon', 0.8406033333322891, 'Action', array([-0.92837048,  0.60371172,  0.05581318]), 'Reward', -0.6221019291057891)
('Episode', 33, 'Step', 1769.0, 'Epsilon', 0.8405533333322888, 'Action', array([ 1.        ,  0.77003614,  0.16413728]), 'Reward', -2.2845090694260803)
('Episode', 33, 'Step', 1784.0, 'Epsilon', 0.8405033333322884, 'Action', array([-0.61582913,  0.7294816 ,  0.06831377]), 'Reward', -1.2900226283623482)
('Episode', 33, 'Step', 1799.0, 'Epsilon', 0.8404533333322881, 'Action', array([ 0.2966911 ,  0.54199712,  0.09042567]), 'Reward', -1.5499099744568172)
('Episode', 33, 'Step', 1814.0, 'Epsilon', 0.8404033333322878, 'Action', array([-0.44782951,  0.53024782,  0.06195604]), 'Reward', -1.5155686223621547)
('Episode', 33, 'Step', 1829.0, 'Epsilon', 0.8403533333322875, 'Action', array([ 0.29507466,  0.42158262,  0.05384161]), 'Reward', -2.2344849232139197)
('Episode', 33, 'Step', 1844.0, 'Epsilon', 0.8403033333322871, 'Action', array([-1.       ,  0.5566325,  0.       ]), 'Reward', -0.93526311524280326)
('Episode', 33, 'Step', 1859.0, 'Epsilon', 0.8402533333322868, 'Action', array([-1.        ,  0.51227842,  0.02455258]), 'Reward', -0.68739562451411285)
('Episode', 33, 'Step', 1874.0, 'Epsilon', 0.8402033333322865, 'Action', array([-1.       ,  0.5497441,  0.       ]), 'Reward', -1.0451910513035041)
('Episode', 33, 'Step', 1889.0, 'Epsilon', 0.8401533333322861, 'Action', array([-0.2219573 ,  0.52289985,  0.04657067]), 'Reward', -1.2072093845811143)
('Episode', 33, 'Step', 1904.0, 'Epsilon', 0.8401033333322858, 'Action', array([-0.96543703,  0.52283378,  0.08238635]), 'Reward', -0.72091373179272278)
('Episode', 33, 'Step', 1919.0, 'Epsilon', 0.8400533333322855, 'Action', array([-0.38453805,  0.64126263,  0.08840541]), 'Reward', -1.139917202803139)
('Episode', 33, 'Step', 1934.0, 'Epsilon', 0.8400033333322852, 'Action', array([ 0.1005799 ,  0.80536161,  0.11728338]), 'Reward
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
', -1.4633660388019623)
('Episode', 33, 'Step', 1949.0, 'Epsilon', 0.8399533333322848, 'Action', array([-1.        ,  0.70823215,  0.13849739]), 'Reward', -0.59476952124036675)
('Episode', 33, 'Step', 1964.0, 'Epsilon', 0.8399033333322845, 'Action', array([-0.71840382,  0.53928447,  0.11520623]), 'Reward', -0.51034057557822532)
('Episode', 33, 'Step', 1979.0, 'Epsilon', 0.8398533333322842, 'Action', array([ 0.02084688,  0.57156384,  0.05224251]), 'Reward', -1.3810410157607411)
('Episode', 33, 'Step', 1994.0, 'Epsilon', 0.8398033333322839, 'Action', array([-0.64603952,  0.64365772,  0.05046316]), 'Reward', -1.1971257342242987)
TOTAL REWARD @ 33-th Episode  : Reward -1687.28462585
Total Step: 48306

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 34 Replay Buffer 48064 Early Stopping: 0 Epsilon: 0.839786666666 RN: 0.423542690611
('Episode', 34, 'Step', 9.0, 'Epsilon', 0.8397533333322835, 'Action', array([ 0.77139779,  0.63097859,  0.        ]), 'Reward', 10.594696931012455)
('Episode', 34, 'Step', 24.0, 'Epsilon', 0.8397033333322832, 'Action', array([-0.07162928,  0.41101133,  0.        ]), 'Reward', -8.3258382089875909)
('Episode', 34, 'Step', 39.0, 'Epsilon', 0.8396533333322829, 'Action', array([-0.33959002,  0.62141836,  0.        ]), 'Reward', 20.423446107349896)
('Episode', 34, 'Step', 54.0, 'Epsilon', 0.8396033333322825, 'Action', array([ 0.4829271 ,  0.50556257,  0.        ]), 'Reward', 4.5851494473604646)
('Episode', 34, 'Step', 69.0, 'Epsilon', 0.8395533333322822, 'Action', array([-0.38305575,  0.6306372 ,  0.        ]), 'Reward', -0.60662522830363841)
('Episode', 34, 'Step', 84.0, 'Epsilon', 0.8395033333322819, 'Action', array([-1.        ,  0.59175152,  0.10886687]), 'Reward', -0.51600689979434677)
('Episode', 34, 'Step', 99.0, 'Epsilon', 0.8394533333322816, 'Action', array([-0.97903223,  0.51202745,  0.0595802 ]), 'Reward', -0.64738550790577021)
('Episode', 34, 'Step', 114.0, 'Epsilon', 0.8394033333322812, 'Action', array([-0.92988794,  0.63039474,  0.06033787]), 'Reward', -0.74953526529070302)
('Episode', 34, 'Step', 129.0, 'Epsilon', 0.8393533333322809, 'Action', array([-0.53191835,  0.58118645,  0.12366707]), 'Reward', -0.81256292338458069)
('Episode', 34, 'Step', 144.0, 'Epsilon', 0.8393033333322806, 'Action', array([ 0.43497997,  0.62335896,  0.06171074]), 'Reward', -1.1173543218185944)
('Episode', 34, 'Step', 159.0, 'Epsilon', 0.8392533333322802, 'Action', array([ 0.52908484,  0.57384623,  0.04359629]), 'Reward', -1.3421679755484499)
('Episode', 34, 'Step', 174.0, 'Epsilon', 0.8392033333322799, 'Action', array([-0.50340486,  0.63757371,  0.07236038]), 'Reward', -0.50254217193417139)
('Episode', 34, 'Step', 189.0, 'Epsilon', 0.8391533333322796, 'Action', array([-0.28620773,  0.43717442,  0.15344696]), 'Reward', -0.64992420619574232)
('Episode', 34, 'Step', 204.0, 'Epsilon', 0.8391033333322793, 'Action', array([-1.        ,  0.54082124,  0.05909455]), 'Reward', -0.24215072794011377)
('Episode', 34, 'Step', 219.0, 'Epsilon', 0.8390533333322789, 'Action', array([ 0.00710251,  0.64608031,  0.09821243]), 'Reward', -0.47370856217311136)
('Episode', 34, 'Step', 234.0, 'Epsilon', 0.8390033333322786, 'Action', array([-0.27011833,  0.69155053,  0.10304665]), 'Reward', -0.66715983547515278)
('Episode', 34, 'Step', 249.0, 'Epsilon', 0.8389533333322783, 'Action', array([-0.80215046,  0.59052012,  0.02751795]), 'Reward', -0.44883865390286209)
('Episode', 34, 'Step', 264.0, 'Epsilon', 0.838903333332278, 'Action', array([-0.77503604,  0.47583125,  0.05534366]), 'Reward', -0.89266465911330095)
('Episode', 34, 'Step', 279.0, 'Epsilon', 0.8388533333322776, 'Action', array([-0.67383331,  0.6213426 ,  0.09558974]), 'Reward', -0.6227670927385538)
('Episode', 34, 'Step', 294.0, 'Epsilon', 0.8388033333322773, 'Action', array([-0.13631047,  0.71516674,  0.06429795]), 'Reward', -0.73215185126708393)
('Episode', 34, 'Step', 309.0, 'Epsilon', 0.838753333332277, 'Action', array([ 0.15606563,  0.50914361,  0.05892914]), 'Reward', -0.82911689853102044)
('Episode', 34, 'Step', 324.0, 'Epsilon', 0.8387033333322766, 'Action', array([-0.80895957,  0.60160312,  0.        ]), 'Reward', -1.095749792058303)
('Episode', 34, 'Step', 339.0, 'Epsilon', 0.8386533333322763, 'Action', array([-0.78932142,  0.52463481,  0.0567787 ]), 'Reward', -0.42341608224822813)
('Episode', 34, 'Step', 354.0, 'Epsilon', 0.838603333332276, 'Action', array([-1.        ,  0.60473444,  0.07669112]), 'Reward', -0.38974562319564665)
('Episode', 34, 'Step', 369.0, 'Epsilon', 0.8385533333322757, 'Action', array([-1.        ,  0.46497384,  0.07256045]), 'Reward', -0.51115492640668192)
('Episode', 34, 'Step', 384.0, 'Epsilon', 0.8385033333322753, 'Action', array([ 0.04838873,  0.67177823,  0.05675337]), 'Reward', -1.067025401232546)
('Episode', 34, 'Step', 399.0, 'Epsilon', 0.838453333332275, 'Action', array([-0.26947398,  0.6388105 ,  0.11117026]), 'Reward', -0.5039782079539008)
('Episode', 34, 'Step', 414.0, 'Epsilon', 0.8384033333322747, 'Action', array([-0.45373392,  0.58788918,  0.12672401]), 'Reward', -0.64761340047123195)
('Episode', 34, 'Step', 429.0, 'Epsilon', 0.8383533333322744, 'Action', array([-0.82720999,  0.53029771,  0.09203162]), 'Reward', -0.59449786809362415)
('Episode', 34, 'Step', 444.0, 'Epsilon', 0.838303333332274, 'Action', array([-1.        ,  0.58744257,  0.        ]), 'Reward', -0.97501466688970384)
('Episode', 34, 'Step', 459.0, 'Epsilon', 0.8382533333322737, 'Action', array([-0.47112918,  0.65756818,  0.09038978]), 'Reward', -0.59096192248535329)
('Episode', 34, 'Step', 474.0, 'Epsilon', 0.8382033333322734, 'Action', array([-1.        ,  0.53277299,  0.08760606]), 'Reward', -0.48222894706352504)
('Episode', 34, 'Step', 489.0, 'Epsilon', 0.838153333332273, 'Action', array([-0.321878  ,  0.64337272,  0.04821647]), 'Reward', -0.65143222043729465)
('Episode', 34, 'Step', 504.0, 'Epsilon', 0.8381033333322727, 'Action', array([ 0.13766127,  0.52295044,  0.04347175]), 'Reward', -0.82258334375345443)
('Episode', 34, 'Step', 519.0, 'Epsilon', 0.8380533333322724, 'Action', array([-0.75781879,  0.52376345,  0.06121417]), 'Reward', -0.54951849827697807)
('Episode', 34, 'Step', 534.0, 'Epsilon', 0.8380033333322721, 'Action', array([-0.3882182 ,  0.77706198,  0.01283619]), 'Reward', -0.97213126736678201)
('Episode', 34, 'Step', 549.0, 'Epsilon', 0.8379533333322717, 'Action', array([ 0.36216875,  0.46714971,  0.04280404]), 'Reward', -0.76331048791998912)
('Episode', 34, 'Step', 564.0, 'Epsilon', 0.8379033333322714, 'Action', array([-0.45918326,  0.68903144,  0.08078618]), 'Reward', -1.0313080414728319)
('Episode', 34, 'Step', 579.0, 'Epsilon', 0.8378533333322711, 'Action', array([-0.33077734,  0.57379418,  0.05371618]), 'Reward', -0.78191120610515175)
('Episode', 34, 'Step', 594.0, 'Epsilon', 0.8378033333322707, 'Action', array([-0.0837608 ,  0.74409777,  0.01302529]), 'Reward', -1.4961057162530038)
('Episode', 34, 'Step', 609.0, 'Epsilon', 0.8377533333322704, 'Action', array([-0.52264534,  0.67206442,  0.10658749]), 'Reward', -0.48843114962727702)
('Episode', 34, 'Step', 624.0, 'Epsilon', 0.8377033333322701, 'Action', array([-0.07666348,  0.53090352,  0.0480311 ]), 'Reward', -0.51219366854289561)
('Episode', 34, 'Step', 639.0, 'Epsilon', 0.8376533333322698, 'Action', array([ 0.2984514 ,  0.4626891 ,  0.00583483]), 'Reward', -0.77681507674311279)
('Episode', 34, 'Step', 654.0, 'Epsilon', 0.8376033333322694, 'Action', array([-0.77018174,  0.60005213,  0.10007346]), 'Reward', -0.41050213801643054)
('Episode', 34, 'Step', 669.0, 'Epsilon', 0.8375533333322691, 'Action', array([-0.53427928,  0.6142293 ,  0.05258963]), 'Reward', -0.64434439143039191)
('Episode', 34, 'Step', 684.0, 'Epsilon', 0.8375033333322688, 'Action', array([-1.        ,  0.65377373,  0.        ]), 'Reward', -1.2732897879151361)
('Episode', 34, 'Step', 699.0, 'Epsilon', 0.8374533333322685, 'Action', array([ 0.08985491,  0.5766659 ,  0.09508821]), 'Reward', -1.0098354787932349)
('Episode', 34, 'Step', 714.0, 'Epsilon', 0.8374033333322681, 'Action', array([ 0.54813324,  0.61091428,  0.09119091]), 'Reward', -1.074274619149677)
('Episode', 34, 'Step', 729.0, 'Epsilon', 0.8373533333322678, 'Action', array([-0.85521646,  0.61606932,  0.06303406]), 'Reward', -0.83076509512228025)
('Episode', 34, 'Step', 744.0, 'Epsilon', 0.8373033333322675, 'Action', array([ 0.1713415 ,  0.5808386 ,  0.12364271]), 'Reward', -0.8723632021092772)
('Episode', 34, 'Step', 759.0, 'Epsilon', 0.8372533333322671, 'Action', array([-0.11797424,  0.46269952,  0.12240666]), 'Reward', -0.6222326479407595)
('Episode', 34, 'Step', 774.0, 'Epsilon', 0.8372033333322668, 'Action', array([-0.50560063,  0.7076119 ,  0.10487372]), 'Reward', -0.26768593574936472)
('Episode', 34, 'Step', 789.0, 'Epsilon', 0.8371533333322665, 'Action', array([ 0.69861623,  0.46501104,  0.10753532]), 'Reward', -0.84870133955315252)
('Episode', 34, 'Step', 804.0, 'Epsilon', 0.8371033333322662, 'Action', array([ 0.4542435 ,  0.58191717,  0.10389944]), 'Reward', -0.65827835007412916)
('Episode', 34, 'Step', 819.0, 'Epsilon', 0.8370533333322658, 'Action', array([-1.        ,  0.52745929,  0.10415643]), 'Reward', 0.0073772888495496087)
('Episode', 34, 'Step', 834.0, 'Epsilon', 0.8370033333322655, 'Action', array([ 0.26423511,  0.6077028 ,  0.06268077]), 'Reward', -1.1688422779488121)
('Episode', 34, 'Step', 849.0, 'Epsilon', 0.8369533333322652, 'Action', array([ 1.        ,  0.46587793,  0.03997368]), 'Reward', -0.94010242348491513)
('Episode', 34, 'Step', 864.0, 'Epsilon', 0.8369033333322649, 'Action', array([-0.08772939,  0.59589517,  0.01408045]), 'Reward', -0.66327975087763091)
('Episode', 34, 'Step', 879.0, 'Epsilon', 0.8368533333322645, 'Action', array([ 1.        ,  0.50078613,  0.08138941]), 'Reward', -1.0323811301435404)
('Episode', 34, 'Step', 894.0, 'Epsilon', 0.8368033333322642, 'Action', array([ 0.29596953,  0.55167686,  0.01321703]), 'Reward', -1.2407323742420375)
('Episode', 34, 'Step', 909.0, 'Epsilon', 0.8367533333322639, 'Action', array([-0.1781851 ,  0.52071868,  0.06799403]), 'Reward', -0.32932593028972773)
('Episode', 34, 'Step', 924.0, 'Epsilon', 0.8367033333322635, 'Action', array([ 0.18598561,  0.53385101,  0.06569557]), 'Reward', -0.35089824847276324)
('Episode', 34, 'Step', 939.0, 'Epsilon', 0.8366533333322632, 'Action', array([-0.65624542,  0.65169608,  0.06265692]), 'Reward', -0.7663624251442156)
('Episode', 34, 'Step', 954.0, 'Epsilon', 0.8366033333322629, 'Action', array([ 0.42260498,  0.51588411,  0.05242784]), 'Reward', -1.0648813969501545)
('Episode', 34, 'Step', 969.0, 'Epsilon', 0.8365533333322626, 'Action', array([-1.        ,  0.5156286 ,  0.08860289]), 'Reward', -0.58727173051541703)
('Episode', 34, 'Step', 984.0, 'Epsilon', 0.8365033333322622, 'Action', array([-1.        ,  0.53145571,  0.07447976]), 'Reward', -0.91983073360698842)
('Episode', 34, 'Step', 999.0, 'Epsilon', 0.8364533333322619, 'Action', array([ 0.25330224,  0.56942306,  0.09275009]), 'Reward', -0.8439071917199964)
('Episode', 34, 'Step', 1014.0, 'Epsilon', 0.8364033333322616, 'Action', array([-1.        ,  0.64809687,  0.07464204]), 'Reward', -0.66480721162599021)
('Episode', 34, 'Step', 1029.0, 'Epsilon', 0.8363533333322613, 'Action', array([-0.85561749,  0.54370424,  0.0053919 ]), 'Reward', -0.4645983859786238)
('Episode', 34, 'Step', 1044.0, 'Epsilon', 0.8363033333322609, 'Action', array([-0.55405183,  0.5805958 ,  0.0268713 ]), 'Reward', -0.61535199963137044)
('Episode', 34, 'Step', 1059.0, 'Epsilon', 0.8362533333322606, 'Action', array([-1.        ,  0.54995341,  0.12644847]), 'Reward', -0.48211975077635993)
('Episode', 34, 'Step', 1074.0, 'Epsilon', 0.8362033333322603, 'Action', array([-0.11894411,  0.52786496,  0.08492594]), 'Reward', -0.85646914169534261)
('Episode', 34, 'Step', 1089.0, 'Epsilon', 0.8361533333322599, 'Action', array([ 1.        ,  0.57054799,  0.07518149]), 'Reward', -1.0448427610392996)
('Episode', 34, 'Step', 1104.0, 'Epsilon', 0.8361033333322596, 'Action', array([-0.13253816,  0.5134862 ,  0.06508178]), 'Reward', -0.81543986717581141)
('Episode', 34, 'Step', 1119.0, 'Epsilon', 0.8360533333322593, 'Action', array([-1.        ,  0.4916938 ,  0.11171237]), 'Reward', -0.67267094774878267)
('Episode', 34, 'Step', 1134.0, 'Epsilon', 0.836003333332259, 'Action', array([-0.99396679,  0.54931497,  0.15825135]), 'Reward', -0.52985645326235853)
('Episode', 34, 'Step', 1149.0, 'Epsilon', 0.8359533333322586, 'Action', array([-0.65102003,  0.69739656,  0.0883138 ]), 'Reward', -0.71711385992850241)
('Episode', 34, 'Step', 1164.0, 'Epsilon', 0.8359033333322583, 'Action', array([-0.0691144 ,  0.56537782,  0.        ]), 'Reward', -0.85637235252492017)
('Episode', 34, 'Step', 1179.0, 'Epsilon', 0.835853333332258, 'Action', array([-0.15628777,  0.49045575,  0.09613924]), 'Reward', -0.59741541707756096)
('Episode', 34, 'Step', 1194.0, 'Epsilon', 0.8358033333322576, 'Action', array([-0.73911883,  0.42750187,  0.06800111]), 'Reward', -0.19655449358489635)
('Episode', 34, 'Step', 1209.0, 'Epsilon', 0.8357533333322573, 'Action', array([-0.81210651,  0.68387557,  0.02756561]), 'Reward', -0.7953867578036099)
('Episode', 34, 'Step', 1224.0, 'Epsilon', 0.835703333332257, 'Action', array([-1.        ,  0.50122552,  0.10879346]), 'Reward', -0.37161502823829862)
('Episode', 34, 'Step', 1239.0, 'Epsilon', 0.8356533333322567, 'Action', array([-0.44971423,  0.57323526,  0.093906  ]), 'Reward', -0.54022645823301729)
('Episode', 34, 'Step', 1254.0, 'Epsilon', 0.8356033333322563, 'Action', array([-1.        ,  0.57166321,  0.05329619]), 'Reward', -0.37866175531895085)
('Episode', 34, 'Step', 1269.0, 'Epsilon', 0.835553333332256, 'Action', array([-1.        ,  0.50349521,  0.05335343]), 'Reward', -0.43925076253348577)
('Episode', 34, 'Step', 1284.0, 'Epsilon', 0.8355033333322557, 'Action', array([ 0.37131383,  0.54312147,  0.08084906]), 'Reward', -0.78703375893089511)
('Episode', 34, 'Step', 1299.0, 'Epsilon', 0.8354533333322554, 'Action', array([-0.13681756,  0.63525505,  0.07597744]), 'Reward', -0.47021364549992528)
('Episode', 34, 'Step', 1314.0, 'Epsilon', 0.835403333332255, 'Action', array([-0.08815979,  0.60025583,  0.08200895]), 'Reward', -0.78360292309579549)
('Episode', 34, 'Step', 1329.0, 'Epsilon', 0.8353533333322547, 'Action', array([-1.        ,  0.50567927,  0.07830008]), 'Reward', -0.81114674901276462)
('Episode', 34, 'Step', 1344.0, 'Epsilon', 0.8353033333322544, 'Action', array([-0.36990473,  0.72599951,  0.10957971]), 'Reward', -0.4411319866532159)
('Episode', 34, 'Step', 1359.0, 'Epsilon', 0.835253333332254, 'Action', array([ 0.15756777,  0.65325165,  0.05435168]), 'Reward', -0.43515127753723071)
('Episode', 34, 'Step', 1374.0, 'Epsilon', 0.8352033333322537, 'Action', array([-1.        ,  0.53688266,  0.09847701]), 'Reward', -0.43537967113776499)
('Episode', 34, 'Step', 1389.0, 'Epsilon', 0.8351533333322534, 'Action', array([-1.        ,  0.67621429,  0.01593753]), 'Reward', -1.0825899205324636)
('Episode', 34, 'Step', 1404.0, 'Epsilon', 0.8351033333322531, 'Action', array([-0.66116089,  0.5655614 ,  0.09124516]), 'Reward', -0.66104578805037317)
('Episode', 34, 'Step', 1419.0, 'Epsilon', 0.8350533333322527, 'Action', array([ 0.00298224,  0.60301767,  0.09593523]), 'Reward', -1.0433581403432846)
('Episode', 34, 'Step', 1434.0, 'Epsilon', 0.8350033333322524, 'Action', array([-0.0078759 ,  0.69783839,  0.15581841]), 'Reward', -0.41392970855389416)
('Episode', 34, 'Step', 1449.0, 'Epsilon', 0.8349533333322521, 'Action', array([-0.61833568,  0.49500109,  0.11880355]), 'Reward', -0.77916606585447767)
('Episode', 34, 'Step', 1464.0, 'Epsilon', 0.8349033333322518, 'Action', array([-0.59635963,  0.50776647,  0.09138323]), 'Reward', -0.16799079096132422)
('Episode', 34, 'Step', 1479.0, 'Epsilon', 0.8348533333322514, 'Action', array([ 0.52534729,  0.59862231,  0.09700417]), 'Reward', -0.67487912460214949)
('Episode', 34, 'Step', 1494.0, 'Epsilon', 0.8348033333322511, 'Action', array([-0.35033715,  0.5272359 ,  0.14868448]), 'Reward', -0.6616585990759396)
('Episode', 34, 'Step', 1509.0, 'Epsilon', 0.8347533333322508, 'Action', array([ 1.        ,  0.7463579 ,  0.09310362]), 'Reward', -1.4547103542292592)
('Episode', 34, 'Step', 1524.0, 'Epsilon', 0.8347033333322504, 'Action', array([-1.        ,  0.64709866,  0.09366545]), 'Reward', -0.57536424169229072)
('Episode', 34, 'Step', 1539.0, 'Epsilon', 0.8346533333322501, 'Action', array([-1.        ,  0.65283137,  0.15419223]), 'Reward', -0.53918723677050961)
('Episode', 34, 'Step', 1554.0, 'Epsilon', 0.8346033333322498, 'Action', array([-0.2147062 ,  0.57523709,  0.1323861 ]), 'Reward', -0.28695203836004246)
('Episode', 34, 'Step', 1569.0, 'Epsilon', 0.8345533333322495, 'Action', array([-0.13379661,  0.71818416,  0.05002776]), 'Reward', -1.4795124469425651)
('Episode', 34, 'Step', 1584.0, 'Epsilon', 0.8345033333322491, 'Action', array([ 1.        ,  0.62613663,  0.08277143]), 'Reward', -1.660237453447301)
('Episode', 34, 'Step', 1599.0, 'Epsilon', 0.8344533333322488, 'Action', array([-1.        ,  0.47089787,  0.14329953]), 'Reward', -0.22816089261116901)
('Episode', 34, 'Step', 1614.0, 'Epsilon', 0.8344033333322485, 'Action', array([-0.26023463,  0.62088685,  0.06792452]), 'Reward', -0.28731730450106102)
('Episode', 34, 'Step', 1629.0, 'Epsilon', 0.8343533333322481, 'Action', array([ 0.61093954,  0.39520532,  0.0245863 ]), 'Reward', -1.0541935668923161)
('Episode', 34, 'Step', 1644.0, 'Epsilon', 0.8343033333322478, 'Action', array([-0.77757247,  0.51363576,  0.        ]), 'Reward', -1.3663669581257187)
('Episode', 34, 'Step', 1659.0, 'Epsilon', 0.8342533333322475, 'Action', array([-1.        ,  0.56434332,  0.10019233]), 'Reward', -0.57063493412887345)
('Episode', 34, 'Step', 1674.0, 'Epsilon', 0.8342033333322472, 'Action', array([-0.12391015,  0.74460606,  0.05228226]), 'Reward', -1.1224335266904637)
('Episode', 34, 'Step', 1689.0, 'Epsilon', 0.8341533333322468, 'Action', array([-0.79559832,  0.55677813,  0.04224475]), 'Reward', -0.42615427517666493)
('Episode', 34, 'Step', 1704.0, 'Epsilon', 0.8341033333322465, 'Action', array([-0.82784879,  0.56608301,  0.06749861]), 'Reward', -0.76707959514629098)
('Episode', 34, 'Step', 1719.0, 'Epsilon', 0.8340533333322462, 'Action', array([ 0.44336316,  0.71478855,  0.0660051 ]), 'Reward', -1.4927660663248632)
('Episode', 34, 'Step', 1734.0, 'Epsilon', 0.8340033333322459, 'Action', array([-0.51044645,  0.63013978,  0.13372422]), 'Reward', -0.27765788795359181)
('Episode', 34, 'Step', 1749.0, 'Epsilon', 0.8339533333322455, 'Action', array([-1.        ,  0.69423411,  0.08478153]), 'Reward', -0.55494114181017484)
('Episode', 34, 'Step', 1764.0, 'Epsilon', 0.8339033333322452, 'Action', array([-0.39247508,  0.52046835,  0.10869979]), 'Reward', -0.1719955901037285)
('Episode', 34, 'Step', 1779.0, 'Epsilon', 0.8338533333322449, 'Action', array([-1.        ,  0.62539171,  0.04590556]), 'Reward', -0.52142159649470976)
('Episode', 34, 'Step', 1794.0, 'Epsilon', 0.8338033333322445, 'Action', array([-0.8777512 ,  0.57157046,  0.11892242]), 'Reward', -0.9135677241039728)
('Episode', 34, 'Step', 1809.0, 'Epsilon', 0.8337533333322442, 'Action', array([-1.        ,  0.54707275,  0.04662709]), 'Reward', -0.65411148229167237)
('Episode', 34, 'Step', 1824.0, 'Epsilon', 0.8337033333322439, 'Action', array([ 0.07653754,  0.67818312,  0.11646176]), 'Reward', -0.63424385729589916)
('Episode', 34, 'Step', 1839.0, 'Epsilon', 0.8336533333322436, 'Action', array([-0.94369709,  0.67072042,  0.10693262]), 'Reward', -0.6093628509661374)
('Episode', 34, 'Step', 1854.0, 'Epsilon', 0.8336033333322432, 'Action', array([ 0.62251514,  0.68026966,  0.08757196]), 'Reward', -0.98119438716212848)
('Episode', 34, 'Step', 1869.0, 'Epsilon', 0.8335533333322429, 'Action', array([-1.        ,  0.49890753,  0.07396415]), 'Reward', -0.5897255926454813)
('Episode', 34, 'Step', 1884.0, 'Epsilon', 0.8335033333322426, 'Action', array([-0.15521146,  0.84430064,  0.16166663]), 'Reward', -1.0384528865647085)
('Episode', 34, 'Step', 1899.0, 'Epsilon', 0.8334533333322423, 'Action', array([-0.16981662,  0.68703195,  0.11652948]), 'Reward', -0.41782398190319303)
('Episode', 34, 'Step', 1914.0, 'Epsilon', 0.8334033333322419, 'Action', array([-0.7949242 ,  0.40162937,  0.03612786]), 'Reward', -0.61158741490322344)
('Episode', 34, 'Step', 1929.0, 'Epsilon', 0.8333533333322416, 'Action', array([ 0.12671631,  0.74783372,  0.07984724]), 'Reward', -0.832Waiting for request on port 3101
******* RESTARTING *****
Waiting for request on port 3101
******* RESTARTING *****
04588884291653)
('Episode', 34, 'Step', 1944.0, 'Epsilon', 0.8333033333322413, 'Action', array([-1.        ,  0.58881218,  0.03052764]), 'Reward', -0.60582033402643187)
('Episode', 34, 'Step', 1959.0, 'Epsilon', 0.8332533333322409, 'Action', array([-0.60015385,  0.5667203 ,  0.08830861]), 'Reward', -0.84579470452542438)
('Episode', 34, 'Step', 1974.0, 'Epsilon', 0.8332033333322406, 'Action', array([ 0.51347222,  0.76972191,  0.09153645]), 'Reward', -1.2303304639012762)
('Episode', 34, 'Step', 1989.0, 'Epsilon', 0.8331533333322403, 'Action', array([ 0.79679403,  0.50473153,  0.        ]), 'Reward', -1.5101720739309881)
TOTAL REWARD @ 34-th Episode  : Reward -1528.60864422
Total Step: 50306

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 35 Replay Buffer 50064 Early Stopping: 1 Epsilon: 0.833119999999 RN: 0.151911564444
('Episode', 35, 'Step', 4.0, 'Epsilon', 0.83310333333224, 'Action', array([-0.7505383 ,  0.59060771,  0.        ]), 'Reward', 4.8949503948867967)
('Episode', 35, 'Step', 19.0, 'Epsilon', 0.8330533333322396, 'Action', array([ 0.41238855,  0.64657116,  0.        ]), 'Reward', 18.822361774215622)
('Episode', 35, 'Step', 34.0, 'Epsilon', 0.8330033333322393, 'Action', array([-1.        ,  0.61483109,  0.        ]), 'Reward', 45.860681455702618)
('Episode', 35, 'Step', 49.0, 'Epsilon', 0.832953333332239, 'Action', array([ 0.47658857,  0.60783997,  0.        ]), 'Reward', 0.98413429112767403)
Terminating because Out of Track
TOTAL REWARD @ 35-th Episode  : Reward 1026.61927778
Total Step: 50360

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 36 Replay Buffer 50118 Early Stopping: 0 Epsilon: 0.832939999999 RN: 0.312811350615
('Episode', 36, 'Step', 10.0, 'Epsilon', 0.8329033333322386, 'Action', array([-0.54381998,  0.5525449 ,  0.        ]), 'Reward', 10.541923168631474)
('Episode', 36, 'Step', 25.0, 'Epsilon', 0.8328533333322383, 'Action', array([-0.76387506,  0.53334414,  0.        ]), 'Reward', 47.895265286830821)
('Episode', 36, 'Step', 40.0, 'Epsilon', 0.832803333332238, 'Action', array([ 0.69799642,  0.71527209,  0.        ]), 'Reward', 47.405352788052767)
('Episode', 36, 'Step', 55.0, 'Epsilon', 0.8327533333322377, 'Action', array([ 1.        ,  0.68497039,  0.        ]), 'Reward', 51.064102051822218)
('Episode', 36, 'Step', 70.0, 'Epsilon', 0.8327033333322373, 'Action', array([-1.        ,  0.55514631,  0.        ]), 'Reward', 55.992246657610877)
('Episode', 36, 'Step', 85.0, 'Epsilon', 0.832653333332237, 'Action', array([ 0.28534624,  0.60312175,  0.04402624]), 'Reward', -92.363764183767429)
('Episode', 36, 'Step', 100.0, 'Epsilon', 0.8326033333322367, 'Action', array([-0.65645443,  0.53640636,  0.        ]), 'Reward', -1.5713569535497023)
('Episode', 36, 'Step', 115.0, 'Epsilon', 0.8325533333322364, 'Action', array([-1.        ,  0.65778727,  0.        ]), 'Reward', -3.8572254438014371)
('Episode', 36, 'Step', 130.0, 'Epsilon', 0.832503333332236, 'Action', array([-1.      ,  0.718225,  0.      ]), 'Reward', -15.666514277832373)
('Episode', 36, 'Step', 145.0, 'Epsilon', 0.8324533333322357, 'Action', array([ 0.54448836,  0.63087015,  0.        ]), 'Reward', 19.554144859689821)
('Episode', 36, 'Step', 160.0, 'Epsilon', 0.8324033333322354, 'Action', array([ 1.        ,  0.51167101,  0.        ]), 'Reward', -21.261168914903536)
('Episode', 36, 'Step', 175.0, 'Epsilon', 0.832353333332235, 'Action', array([ 0.09767943,  0.63282289,  0.        ]), 'Reward', -16.394109606115784)
('Episode', 36, 'Step', 190.0, 'Epsilon', 0.8323033333322347, 'Action', array([-0.76032054,  0.54767355,  0.        ]), 'Reward', -1)
('Episode', 36, 'Step', 205.0, 'Epsilon', 0.8322533333322344, 'Action', array([ 0.52979609,  0.61290955,  0.        ]), 'Reward', 40.434909205969312)
('Episode', 36, 'Step', 220.0, 'Epsilon', 0.8322033333322341, 'Action', array([-1.        ,  0.67397699,  0.        ]), 'Reward', -1)
('Episode', 36, 'Step', 235.0, 'Epsilon', 0.8321533333322337, 'Action', array([-0.13161281,  0.51857292,  0.        ]), 'Reward', 34.215622335407495)
('Episode', 36, 'Step', 250.0, 'Epsilon', 0.8321033333322334, 'Action', array([ 0.78637098,  0.62101613,  0.        ]), 'Reward', 10.102945168120463)
('Episode', 36, 'Step', 265.0, 'Epsilon', 0.8320533333322331, 'Action', array([ 0.28213229,  0.36920712,  0.        ]), 'Reward', -14.545449897563088)
('Episode', 36, 'Step', 280.0, 'Epsilon', 0.8320033333322328, 'Action', array([ 0.06225993,  0.43993522,  0.07024336]), 'Reward', -41.335334074285569)
('Episode', 36, 'Step', 295.0, 'Epsilon', 0.8319533333322324, 'Action', array([-0.95516913,  0.57348283,  0.02836596]), 'Reward', -53.745310534588526)
('Episode', 36, 'Step', 310.0, 'Epsilon', 0.8319033333322321, 'Action', array([-0.12593065,  0.49361211,  0.19656424]), 'Reward', -24.103449372195335)
('Episode', 36, 'Step', 325.0, 'Epsilon', 0.8318533333322318, 'Action', array([-1.        ,  0.61229786,  0.16242576]), 'Reward', -1.2810042330340548)
('Episode', 36, 'Step', 340.0, 'Epsilon', 0.8318033333322314, 'Action', array([ 0.32119048,  0.57750746,  0.05280356]), 'Reward', -6.4084891000559265)
('Episode', 36, 'Step', 355.0, 'Epsilon', 0.8317533333322311, 'Action', array([-0.88724666,  0.48241997,  0.15275364]), 'Reward', -1.4271281521596195)
('Episode', 36, 'Step', 370.0, 'Epsilon', 0.8317033333322308, 'Action', array([ 0.74952305,  0.54092064,  0.0733532 ]), 'Reward', -3.4059573220566883)
('Episode', 36, 'Step', 385.0, 'Epsilon', 0.8316533333322305, 'Action', array([-0.46897074,  0.55372539,  0.06507364]), 'Reward', -2.8688471550098535)
('Episode', 36, 'Step', 400.0, 'Epsilon', 0.8316033333322301, 'Action', array([ 0.04835928,  0.58011899,  0.11432436]), 'Reward', -2.9482635148962153)
('Episode', 36, 'Step', 415.0, 'Epsilon', 0.8315533333322298, 'Action', array([-0.96079609,  0.69002967,  0.04075499]), 'Reward', -2.3418467260905533)
('Episode', 36, 'Step', 430.0, 'Epsilon', 0.8315033333322295, 'Action', array([-0.44204377,  0.54556023,  0.09561584]), 'Reward', -1.4147096272199833)
('Episode', 36, 'Step', 445.0, 'Epsilon', 0.8314533333322291, 'Action', array([-0.86733597,  0.60071044,  0.1023153 ]), 'Reward', -1.4936862122408998)
('Episode', 36, 'Step', 460.0, 'Epsilon', 0.8314033333322288, 'Action', array([ 0.05426894,  0.50802405,  0.00981139]), 'Reward', -3.4809249840521597)
('Episode', 36, 'Step', 475.0, 'Epsilon', 0.8313533333322285, 'Action', array([-0.99087579,  0.54501715,  0.08343321]), 'Reward', -1.501855208629745)
('Episode', 36, 'Step', 490.0, 'Epsilon', 0.8313033333322282, 'Action', array([-0.15740689,  0.49935759,  0.04226871]), 'Reward', -3.6618050080342783)
('Episode', 36, 'Step', 505.0, 'Epsilon', 0.8312533333322278, 'Action', array([-0.02498786,  0.80399027,  0.04150564]), 'Reward', -3.5890566427516468)
('Episode', 36, 'Step', 520.0, 'Epsilon', 0.8312033333322275, 'Action', array([-1.        ,  0.61627235,  0.046059  ]), 'Reward', -2.2673966980970679)
('Episode', 36, 'Step', 535.0, 'Epsilon', 0.8311533333322272, 'Action', array([-0.61980171,  0.783489  ,  0.06031701]), 'Reward', -3.3849246141904197)
('Episode', 36, 'Step', 550.0, 'Epsilon', 0.8311033333322269, 'Action', array([-0.10246486,  0.73518835,  0.13475156]), 'Reward', -2.5929528882005126)
('Episode', 36, 'Step', 565.0, 'Epsilon', 0.8310533333322265, 'Action', array([-0.90474181,  0.61577338,  0.09529633]), 'Reward', -1.7566241074814726)
('Episode', 36, 'Step', 580.0, 'Epsilon', 0.8310033333322262, 'Action', array([-1.        ,  0.50989347,  0.15666175]), 'Reward', -0.7042172677104821)
('Episode', 36, 'Step', 595.0, 'Epsilon', 0.8309533333322259, 'Action', array([-0.02524133,  0.54756854,  0.1263397 ]), 'Reward', -1.5074612405690306)
('Episode', 36, 'Step', 610.0, 'Epsilon', 0.8309033333322255, 'Action', array([-0.27473564,  0.56342384,  0.04613884]), 'Reward', -2.5127617161706852)
('Episode', 36, 'Step', 625.0, 'Epsilon', 0.8308533333322252, 'Action', array([-0.84128673,  0.63240018,  0.10936956]), 'Reward', -1.2874412851218762)
('Episode', 36, 'Step', 640.0, 'Epsilon', 0.8308033333322249, 'Action', array([-0.332588  ,  0.55810229,  0.0912309 ]), 'Reward', -1.6138014878029137)
('Episode', 36
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
, 'Step', 655.0, 'Epsilon', 0.8307533333322246, 'Action', array([-0.87663246,  0.72191087,  0.10812791]), 'Reward', -1.7241814196624747)
('Episode', 36, 'Step', 670.0, 'Epsilon', 0.8307033333322242, 'Action', array([-0.32121238,  0.67136763,  0.12137414]), 'Reward', -1.6490070863024056)
('Episode', 36, 'Step', 685.0, 'Epsilon', 0.8306533333322239, 'Action', array([-0.02601179,  0.65868584,  0.07167457]), 'Reward', -2.6824950593061594)
('Episode', 36, 'Step', 700.0, 'Epsilon', 0.8306033333322236, 'Action', array([ 0.0557214 ,  0.42902531,  0.08113454]), 'Reward', -3.3217027881563919)
('Episode', 36, 'Step', 715.0, 'Epsilon', 0.8305533333322233, 'Action', array([-1.        ,  0.58047845,  0.10851293]), 'Reward', -1.1641438045425869)
('Episode', 36, 'Step', 730.0, 'Epsilon', 0.8305033333322229, 'Action', array([-0.69544203,  0.65862867,  0.07205985]), 'Reward', -1.8675616408283264)
('Episode', 36, 'Step', 745.0, 'Epsilon', 0.8304533333322226, 'Action', array([ 0.11531587,  0.61268274,  0.10863403]), 'Reward', -3.3321209686862678)
('Episode', 36, 'Step', 760.0, 'Epsilon', 0.8304033333322223, 'Action', array([-0.80606279,  0.8173871 ,  0.04025638]), 'Reward', -2.5087516607148319)
('Episode', 36, 'Step', 775.0, 'Epsilon', 0.8303533333322219, 'Action', array([-0.68323326,  0.63142398,  0.07028378]), 'Reward', -2.0734387850826184)
('Episode', 36, 'Step', 790.0, 'Epsilon', 0.8303033333322216, 'Action', array([-0.8625402 ,  0.51292979,  0.07777054]), 'Reward', -1.1700417906577447)
('Episode', 36, 'Step', 805.0, 'Epsilon', 0.8302533333322213, 'Action', array([ 0.22967007,  0.59443905,  0.05535962]), 'Reward', -2.7629311270241881)
('Episode', 36, 'Step', 820.0, 'Epsilon', 0.830203333332221, 'Action', array([-0.44404621,  0.58971626,  0.13906449]), 'Reward', -0.89731184176252388)
('Episode', 36, 'Step', 835.0, 'Epsilon', 0.8301533333322206, 'Action', array([-1.        ,  0.71123275,  0.13183375]), 'Reward', -1.0385606308091375)
('Episode', 36, 'Step', 850.0, 'Epsilon', 0.8301033333322203, 'Action', array([-0.9653461 ,  0.51166578,  0.1356604 ]), 'Reward', -2.0670168370308843)
('Episode', 36, 'Step', 865.0, 'Epsilon', 0.83005333333222, 'Action', array([-0.15574388,  0.43627887,  0.11299054]), 'Reward', -5.3139327540979711)
('Episode', 36, 'Step', 880.0, 'Epsilon', 0.8300033333322197, 'Action', array([-0.17898188,  0.69854368,  0.05791385]), 'Reward', -9.4186026457456364)
('Episode', 36, 'Step', 895.0, 'Epsilon', 0.8299533333322193, 'Action', array([ 0.13981897,  0.73819372,  0.        ]), 'Reward', -41.619623822533505)
('Episode', 36, 'Step', 910.0, 'Epsilon', 0.829903333332219, 'Action', array([-0.67874886,  0.39825205,  0.        ]), 'Reward', -89.595902587857509)
Terminating because Turned Back
TOTAL REWARD @ 36-th Episode  : Reward -1760.77017911
Total Step: 51276

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 37 Replay Buffer 51034 Early Stopping: 0 Epsilon: 0.829886666666 RN: 0.900892424612
('Episode', 37, 'Step', 9.0, 'Epsilon', 0.8298533333322187, 'Action', array([-0.46605945,  0.61636706,  0.00839228]), 'Reward', 11.40382091678322)
('Episode', 37, 'Step', 24.0, 'Epsilon', 0.8298033333322183, 'Action', array([-0.04175383,  0.70669716,  0.        ]), 'Reward', 26.619622051866113)
('Episode', 37, 'Step', 39.0, 'Epsilon', 0.829753333332218, 'Action', array([ 1.        ,  0.63391443,  0.        ]), 'Reward', 42.272844205153085)
('Episode', 37, 'Step', 54.0, 'Epsilon', 0.8297033333322177, 'Action', array([-0.22003892,  0.53798889,  0.        ]), 'Reward', -13.864690485898095)
('Episode', 37, 'Step', 69.0, 'Epsilon', 0.8296533333322174, 'Action', array([ 0.15250041,  0.52454524,  0.        ]), 'Reward', 61.067643953647504)
('Episode', 37, 'Step', 84.0, 'Epsilon', 0.829603333332217, 'Action', array([ 0.37959204,  0.71122844,  0.10178404]), 'Reward', 11.134306855677114)
('Episode', 37, 'Step', 99.0, 'Epsilon', 0.8295533333322167, 'Action', array([-0.41438109,  0.58306362,  0.        ]), 'Reward', 0.050017240579638314)
('Episode', 37, 'Step', 114.0, 'Epsilon', 0.8295033333322164, 'Action', array([-0.94588711,  0.56741054,  0.        ]), 'Reward', 0.035679225257449605)
('Episode', 37, 'Step', 129.0, 'Epsilon', 0.829453333332216, 'Action', array([ 0.95840619,  0.63839713,  0.        ]), 'Reward', 0.089795311114520771)
('Episode', 37, 'Step', 144.0, 'Epsilon', 0.8294033333322157, 'Action', array([-0.02970455,  0.56825451,  0.        ]), 'Reward', -0.12846500541832551)
('Episode', 37, 'Step', 159.0, 'Epsilon', 0.8293533333322154, 'Action', array([-0.61791521,  0.60382201,  0.02077217]), 'Reward', -1.0005354849562862)
('Episode', 37, 'Step', 174.0, 'Epsilon', 0.8293033333322151, 'Action', array([ 0.05297955,  0.64932638,  0.        ]), 'Reward', -1.5188824137540224)
('Episode', 37, 'Step', 189.0, 'Epsilon', 0.8292533333322147, 'Action', array([ 0.88669591,  0.52106318,  0.03699933]), 'Reward', -0.82281131242219741)
('Episode', 37, 'Step', 204.0, 'Epsilon', 0.8292033333322144, 'Action', array([ 1.        ,  0.63579298,  0.        ]), 'Reward', -0.93265061925967307)
('Episode', 37, 'Step', 219.0, 'Epsilon', 0.8291533333322141, 'Action', array([ 1.        ,  0.51026561,  0.        ]), 'Reward', -0.71620776370871708)
('Episode', 37, 'Step', 234.0, 'Epsilon', 0.8291033333322138, 'Action', array([ 1.        ,  0.54161807,  0.        ]), 'Reward', -1.1526780051604399)
('Episode', 37, 'Step', 249.0, 'Epsilon', 0.8290533333322134, 'Action', array([ 0.16635888,  0.45447371,  0.        ]), 'Reward', -1.1627819058298343)
('Episode', 37, 'Step', 264.0, 'Epsilon', 0.8290033333322131, 'Action', array([ 0.97667294,  0.49251319,  0.        ]), 'Reward', -1.1881845829256394)
('Episode', 37, 'Step', 279.0, 'Epsilon', 0.8289533333322128, 'Action', array([ 0.34708857,  0.71154805,  0.        ]), 'Reward', -1.5141415693153588)
('Episode', 37, 'Step', 294.0, 'Epsilon', 0.8289033333322124, 'Action', array([ 1.        ,  0.61446573,  0.        ]), 'Reward', -1.7467117942640811)
('Episode', 37, 'Step', 309.0, 'Epsilon', 0.8288533333322121, 'Action', array([ 1.        ,  0.54333916,  0.        ]), 'Reward', -1.5109642216110291)
('Episode', 37, 'Step', 324.0, 'Epsilon', 0.8288033333322118, 'Action', array([ 0.96838142,  0.54009497,  0.        ]), 'Reward', -1.2401956214833687)
('Episode', 37, 'Step', 339.0, 'Epsilon', 0.8287533333322115, 'Action', array([ 0.86553   ,  0.60322913,  0.        ]), 'Reward', -1.0459566504446469)
('Episode', 37, 'Step', 354.0, 'Epsilon', 0.8287033333322111, 'Action', array([ 1.       ,  0.5365618,  0.       ]), 'Reward', -0.96590384956291186)
('Episode', 37, 'Step', 369.0, 'Epsilon', 0.8286533333322108, 'Action', array([ 0.75079098,  0.64571887,  0.        ]), 'Reward', -1.7209021620563616)
('Episode', 37, 'Step', 384.0, 'Epsilon', 0.8286033333322105, 'Action', array([ 0.45602143,  0.46181404,  0.        ]), 'Reward', -0.73324591445086917)
('Episode', 37, 'Step', 399.0, 'Epsilon', 0.8285533333322102, 'Action', array([ 1.        ,  0.74621832,  0.        ]), 'Reward', -1.7911353829266241)
('Episode', 37, 'Step', 414.0, 'Epsilon', 0.8285033333322098, 'Action', array([-0.086911  ,  0.68518613,  0.        ]), 'Reward', -3.5254316914569293)
('Episode', 37, 'Step', 429.0, 'Epsilon', 0.8284533333322095, 'Action', array([ 1.       ,  0.4864038,  0.       ]), 'Reward', -1.7013677561279053)
('Episode', 37, 'Step', 444.0, 'Epsilon', 0.8284033333322092, 'Action', array([ 0.58379195,  0.65659038,  0.        ]), 'Reward', -1.8336110834008401)
('Episode', 37, 'Step', 459.0, 'Epsilon', 0.8283533333322088, 'Action', array([ 0.92391448,  0.64853341,  0.        ]), 'Reward', -1.1317592665101524)
('Episode', 37, 'Step', 474.0, 'Epsilon', 0.8283033333322085, 'Action', array([ 0.28658046,  0.53208384,  0.        ]), 'Reward', -2.785608155121984)
('Episode', 37, 'Step', 489.0, 'Epsilon', 0.8282533333322082, 'Action', array([ 0.67154671,  0.59160789,  0.        ]), 'Reward', -0.62369523179052067)
('Episode', 37, 'Step', 504.0, 'Epsilon', 0.8282033333322079, 'Action', array([ 1.        ,  0.76823933,  0.        ]), 'Reward', -0.64116258385670832)
('Episode', 37, 'Step', 519.0, 'Epsilon', 0.8281533333322075, 'Action', array([ 1.        ,  0.62835677,  0.        ]), 'Reward', -0.69637304584134141)
('Episode', 37, 'Step', 534.0, 'Epsilon', 0.8281033333322072, 'Action', array([ 0.7725706 ,  0.74352003,  0.        ]), 'Reward', -0.73474666113118225)
('Episode', 37, 'Step', 549.0, 'Epsilon', 0.8280533333322069, 'Action', array([-0.09923451,  0.67962354,  0.        ]), 'Reward', -0.91938561846094347)
('Episode', 37, 'Step', 564.0, 'Epsilon', 0.8280033333322065, 'Action', array([-0.17114957,  0.46440256,  0.        ]), 'Reward', -0.54133521368492787)
('Episode', 37, 'Step', 579.0, 'Epsilon', 0.8279533333322062, 'Action', array([ 1.        ,  0.65876264,  0.        ]), 'Reward', -1.1411347629574176)
('Episode', 37, 'Step', 594.0, 'Epsilon', 0.8279033333322059, 'Action', array([ 0.00745389,  0.59896802,  0.        ]), 'Reward', -0.86750250343850732)
('Episode', 37, 'Step', 609.0, 'Epsilon', 0.8278533333322056, 'Action', array([-0.88733424,  0.785871  ,  0.        ]), 'Reward', -2.2047044995362644)
('Episode', 37, 'Step', 624.0, 'Epsilon', 0.8278033333322052, 'Action', array([ 1.        ,  0.55729963,  0.        ]), 'Reward', -1.2083604529675884)
('Episode', 37, 'Step', 639.0, 'Epsilon', 0.8277533333322049, 'Action', array([-0.81938231,  0.48938098,  0.        ]), 'Reward', -1.3600005380088429)
('Episode', 37, 'Step', 654.0, 'Epsilon', 0.8277033333322046, 'Action', array([ 0.86425664,  0.43514937,  0.00804427]), 'Reward', -0.51978691894844953)
('Episode', 37, 'Step', 669.0, 'Epsilon', 0.8276533333322043, 'Action', array([-0.04817922,  0.63526143,  0.        ]), 'Reward', -1.5722447964385733)
('Episode', 37, 'Step', 684.0, 'Epsilon', 0.8276033333322039, 'Action', array([ 1.        ,  0.62345909,  0.        ]), 'Reward', -0.92701032285949236)
('Episode', 37, 'Step', 699.0, 'Epsilon', 0.8275533333322036, 'Action', array([ 1.        ,  0.66520802,  0.        ]), 'Reward', -1.3437710376628238)
('Episode', 37, 'Step', 714.0, 'Epsilon', 0.8275033333322033, 'Action', array([ 0.88347667,  0.68839424,  0.        ]), 'Reward', -1.4496353419170487)
('Episode', 37, 'Step', 729.0, 'Epsilon', 0.827453333332203, 'Action', array([-0.29686627,  0.5362735 ,  0.        ]), 'Reward', -2.2465162132483938)
('Episode', 37, 'Step', 744.0, 'Epsilon', 0.8274033333322026, 'Action', array([-1.        ,  0.64975751,  0.        ]), 'Reward', -4.0764649215020636)
('Episode', 37, 'Step', 759.0, 'Epsilon', 0.8273533333322023, 'Action', array([ 0.44631883,  0.7090655 ,  0.        ]), 'Reward', -1.7640253645240058)
('Episode', 37, 'Step', 774.0, 'Epsilon', 0.827303333332202, 'Action', array([ 1.        ,  0.50152696,  0.        ]), 'Reward', -1.0206648286562263)
('Episode', 37, 'Step', 789.0, 'Epsilon', 0.8272533333322016, 'Action', array([ 0.33118306,  0.53952648,  0.        ]), 'Reward', -1.8048554866187889)
('Episode', 37, 'Step', 804.0, 'Epsilon', 0.8272033333322013, 'Action', array([ 0.61099627,  0.68152954,  0.        ]), 'Reward', -2.0365457855297286)
('Episode', 37, 'Step', 819.0, 'Epsilon', 0.827153333332201, 'Action', array([ 0.32612955,  0.55687456,  0.        ]), 'Reward', -1.8802237894301432)
('Episode', 37, 'Step', 834.0, 'Epsilon', 0.8271033333322007, 'Action', array([-0.28898504,  0.57847306,  0.        ]), 'Reward', -31.676394909984069)
('Episode', 37, 'Step', 849.0, 'Epsilon', 0.8270533333322003, 'Action', array([-0.95898859,  0.52740004,  0.        ]), 'Reward', 51.8084558897786)
('Episode', 37, 'Step', 864.0, 'Epsilon', 0.8270033333322, 'Action', array([ 0.70239311,  0.56273503,  0.        ]), 'Reward', 35.832318814092702)
('Episode', 37, 'Step', 879.0, 'Epsilon', 0.8269533333321997, 'Action', array([ 0.91338713,  0.63500826,  0.        ]), 'Reward', 12.138625413888128)
('Episode', 37, 'Step', 894.0, 'Epsilon', 0.8269033333321993, 'Action', array([ 0.6057377 ,  0.49832522,  0.        ]), 'Reward', -0.37301822868507206)
('Episode', 37, 'Step', 909.0, 'Epsilon', 0.826853333332199, 'Action', array([-0.24652048,  0.73753074,  0.        ]), 'Reward', -0.24844810004214513)
('Episode', 37, 'Step', 924.0, 'Epsilon', 0.8268033333321987, 'Action', array([ 0.99686993,  0.64308Waiting for request on port 3101
******* RESTARTING *****
22 ,  0.        ]), 'Reward', -0.5312278646652433)
('Episode', 37, 'Step', 939.0, 'Epsilon', 0.8267533333321984, 'Action', array([ 0.65674588,  0.55716865,  0.        ]), 'Reward', -0.54314794486268481)
('Episode', 37, 'Step', 954.0, 'Epsilon', 0.826703333332198, 'Action', array([ 0.2007549 ,  0.80078395,  0.        ]), 'Reward', -0.84175319486237188)
('Episode', 37, 'Step', 969.0, 'Epsilon', 0.8266533333321977, 'Action', array([-0.59757349,  0.60423402,  0.        ]), 'Reward', -0.12695692864013353)
('Episode', 37, 'Step', 984.0, 'Epsilon', 0.8266033333321974, 'Action', array([ 1.        ,  0.60857311,  0.        ]), 'Reward', -1.0804675462920388)
('Episode', 37, 'Step', 999.0, 'Epsilon', 0.826553333332197, 'Action', array([ 0.58456652,  0.60390448,  0.        ]), 'Reward', -3.3579283007357059)
('Episode', 37, 'Step', 1014.0, 'Epsilon', 0.8265033333321967, 'Action', array([-1.        ,  0.57890751,  0.        ]), 'Reward', 6.4504195137305018)
('Episode', 37, 'Step', 1029.0, 'Epsilon', 0.8264533333321964, 'Action', array([-0.04363183,  0.38650529,  0.        ]), 'Reward', 72.868403233515508)
('Episode', 37, 'Step', 1044.0, 'Epsilon', 0.8264033333321961, 'Action', array([ 0.96881549,  0.56033109,  0.        ]), 'Reward', -4.0788797864572643)
('Episode', 37, 'Step', 1059.0, 'Epsilon', 0.8263533333321957, 'Action', array([ 0.27967544,  0.61448635,  0.        ]), 'Reward', -1)
('Episode', 37, 'Step', 1074.0, 'Epsilon', 0.8263033333321954, 'Action', array([ 1.        ,  0.54022832,  0.        ]), 'Reward', -1)
('Episode', 37, 'Step', 1089.0, 'Epsilon', 0.8262533333321951, 'Action', array([ 0.64225717,  0.5855219 ,  0.        ]), 'Reward', -17.367437269950909)
('Episode', 37, 'Step', 1104.0, 'Epsilon', 0.8262033333321948, 'Action', array([-0.6985719 ,  0.60622738,  0.        ]), 'Reward', 72.433973997593029)
('Episode', 37, 'Step', 1119.0, 'Epsilon', 0.8261533333321944, 'Action', array([ 1.        ,  0.54093453,  0.        ]), 'Reward', 45.242494299175121)
('Episode', 37, 'Step', 1134.0, 'Epsilon', 0.8261033333321941, 'Action', array([-0.26456391,  0.51344282,  0.        ]), 'Reward', 13.587214414202194)
Terminating because Turned Back
TOTAL REWARD @ 37-th Episode  : Reward 2815.03639768
Total Step: 52423

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 38 Replay Buffer 52181 Early Stopping: 0 Epsilon: 0.826063333332 RN: 0.630818851913
('Episode', 38, 'Step', 2.0, 'Epsilon', 0.8260533333321938, 'Action', array([-0.28242894,  0.66670746,  0.        ]), 'Reward', 3.2976631843402262)
('Episode', 38, 'Step', 17.0, 'Epsilon', 0.8260033333321934, 'Action', array([ 0.12198819,  0.54658618,  0.        ]), 'Reward', 22.82905889955947)
('Episode', 38, 'Step', 32.0, 'Epsilon', 0.8259533333321931, 'Action', array([ 0.54059096,  0.64874726,  0.        ]), 'Reward', 48.548087095175788)
('Episode', 38, 'Step', 47.0, 'Epsilon', 0.8259033333321928, 'Action', array([ 0.02322629,  0.55977653,  0.        ]), 'Reward', -11.999441191922308)
('Episode', 38, 'Step', 62.0, 'Epsilon', 0.8258533333321925, 'Action', array([-0.56550797,  0.68756078,  0.15930614]), 'Reward', -1.1215616891182476)
('Episode', 38, 'Step', 77.0, 'Epsilon', 0.8258033333321921, 'Action', array([-0.29158045,  0.7334994 ,  0.12745302]), 'Reward', -0.76793598025530141)
('Episode', 38, 'Step', 92.0, 'Epsilon', 0.8257533333321918, 'Action', array([-0.46408239,  0.69414714,  0.02652549]), 'Reward', -1.5457344603171668)
('Episode', 38, 'Step', 107.0, 'Epsilon', 0.8257033333321915, 'Action', array([-1.        ,  0.64196894,  0.13925051]), 'Reward', -0.45733866875357465)
('Episode', 38, 'Step', 122.0, 'Epsilon', 0.8256533333321912, 'Action', array([-0.45182775,  0.47440033,  0.07908862]), 'Reward', -0.7011219364471144)
('Episode', 38, 'Step', 137.0, 'Epsilon', 0.8256033333321908, 'Action', array([-0.28508711,  0.62495033,  0.01453695]), 'Reward', -1.3607151403652769)
('Episode', 38, 'Step', 152.0, 'Epsilon', 0.8255533333321905, 'Action', array([ 0.69095186,  0.47611756,  0.        ]), 'Reward', -2.6010329358648732)
('Episode', 38, 'Step', 167.0, 'Epsilon', 0.8255033333321902, 'Action', array([-0.11029049,  0.69353377,  0.11801109]), 'Reward', -0.81703240974127911)
('Episode', 38, 'Step', 182.0, 'Epsilon', 0.8254533333321898, 'Action', array([-0.37564899,  0.5824925 ,  0.11900348]), 'Reward', -0.79011571286607873)
('Episode', 38, 'Step', 197.0, 'Epsilon', 0.8254033333321895, 'Action', array([-0.65993255,  0.49350473,  0.0407306 ]), 'Reward', -0.99961020996374106)
('Episode', 38, 'Step', 212.0, 'Epsilon', 0.8253533333321892, 'Action', array([-0.3657121 ,  0.56937529,  0.12738348]), 'Reward', -0.51235482041287328)
('Episode', 38, 'Step', 227.0, 'Epsilon', 0.8253033333321889, 'Action', array([-0.59471819,  0.62431554,  0.12096542]), 'Reward', -0.48051444814950195)
('Episode', 38, 'Step', 242.0, 'Epsilon', 0.8252533333321885, 'Action', array([-0.05327424,  0.62623886,  0.15641653]), 'Reward', -0.31282469396103629)
('Episode', 38, 'Step', 257.0, 'Epsilon', 0.8252033333321882, 'Action', array([-0.40474033,  0.64950613,  0.0800564 ]), 'Reward', -1.0315400310778513)
('Episode', 38, 'Step', 272.0, 'Epsilon', 0.8251533333321879, 'Action', array([ 0.03924099,  0.62820003,  0.0566165 ]), 'Reward', -1.1755052621208395)
('Episode', 38, 'Step', 287.0, 'Epsilon', 0.8251033333321875, 'Action', array([-0.6925476 ,  0.78010988,  0.04812156]), 'Reward', -1.3541453508723535)
('Episode', 38, 'Step', 302.0, 'Epsilon', 0.8250533333321872, 'Action', array([ 0.22409635,  0.478213  ,  0.16494461]), 'Reward', -0.71509621681856506)
('Episode', 38, 'Step', 317.0, 'Epsilon', 0.8250033333321869, 'Action', array([-0.77809595,  0.60348312,  0.10097125]), 'Reward', -1.0383799710532886)
('Episode', 38, 'Step', 332.0, 'Epsilon', 0.8249533333321866, 'Action', array([-0.48323673,  0.63668844,  0.06125499]), 'Reward', -1.0697478678743964)
('Episode', 38, 'Step', 347.0, 'Epsilon', 0.8249033333321862, 'Action', array([ 0.14769466,  0.64086584,  0.08111845]), 'Reward', -1.2050566568559982)
('Episode', 38, 'Step', 362.0, 'Epsilon', 0.8248533333321859, 'Action', array([ 0.61996346,  0.67527541,  0.03064363]), 'Reward', -1.9795075592747764)
('Episode', 38, 'Step', 377.0, 'Epsilon', 0.8248033333321856, 'Action', array([-1.        ,  0.74777455,  0.10330429]), 'Reward', -0.45782779976831878)
('Episode', 38, 'Step', 392.0, 'Epsilon', 0.8247533333321853, 'Action', array([-1.        ,  0.60678405,  0.        ]), 'Reward', -1.2289356759727565)
('Episode', 38, 'Step', 407.0, 'Epsilon', 0.8247033333321849, 'Action', array([-0.34541839,  0.69478444,  0.00629037]), 'Reward', -1.3026599213276295)
('Episode', 38, 'Step', 422.0, 'Epsilon', 0.8246533333321846, 'Action', array([-0.80993037,  0.62350597,  0.07492927]), 'Reward', -0.69240374343963107)
('Episode', 38, 'Step', 437.0, 'Epsilon', 0.8246033333321843, 'Action', array([ 0.45398755,  0.52025529,  0.08501418]), 'Reward', -1.1938060390036633)
('Episode', 38, 'Step', 452.0, 'Epsilon', 0.824553333332184, 'Action', array([-1.        ,  0.68471395,  0.09225164]), 'Reward', -0.65357316348488215)
('Episode', 38, 'Step', 467.0, 'Epsilon', 0.8245033333321836, 'Action', array([-0.23902296,  0.40056813,  0.13482518]), 'Reward', -0.66714116636718246)
('Episode', 38, 'Step', 482.0, 'Epsilon', 0.8244533333321833, 'Action', array([ 0.75658788,  0.61283332,  0.12945203]), 'Reward', -1.4499692198125143)
('Episode', 38, 'Step', 497.0, 'Epsilon', 0.824403333332183, 'Action', array([-0.83401661,  0.60876692,  0.07828469]), 'Reward', -0.82883830703304873)
('Episode', 38, 'Step', 512.0, 'Epsilon', 0.8243533333321826, 'Action', array([-0.53630045,  0.61854344,  0.07185882]), 'Reward', -0.87635013844868792)
('Episode', 38, 'Step', 527.0, 'Epsilon', 0.8243033333321823, 'Action', array([-1.        ,  0.54233237,  0.16003897]), 'Reward', -0.31520192114496826)
('Episode', 38, 'Step', 542.0, 'Epsilon', 0.824253333332182, 'Action', array([-0.4666146 ,  0.58384031,  0.0239985 ]), 'Reward', -1.2426613033362195)
('Episode', 38, 'Step', 557.0, 'Epsilon', 0.8242033333321817, 'Action', array([-1.        ,  0.52045087,  0.17061784]), 'Reward', -0.80789163035923728)
('Episode', 38, 'Step', 572.0, 'Epsilon', 0.8241533333321813, 'Action', array([-0.75529905,  0.53472678,  0.1005737 ]), 'Reward', -0.55484175587499984)
('Episode', 38, 'Step', 587.0, 'Epsilon', 0.824103333332181, 'Action', array([ 0.09991163,  0.46514707,  0.11421149]), 'Reward', -0.57466753002106385)
('Episode', 38, 'Step', 602.0, 'Epsilon', 0.8240533333321807, 'Action', array([ 0.43261603,  0.67151078,  0.07394372]), 'Reward', -1.234643508083036)
('Episode', 38, 'Step', 617.0, 'Epsilon', 0.8240033333321803, 'Action', array([-0.36240968,  0.70625599,  0.06948577]), 'Reward', -1.2768465402733038)
('Episode', 38, 'Step', 632.0, 'Epsilon', 0.82395333333218, 'Action', array([ 0.19703867,  0.525942  ,  0.13166428]), 'Reward', -1.2755656249825615)
('Episode', 38, 'Step', 647.0, 'Epsilon', 0.8239033333321797, 'Action', array([-0.98442152,  0.52627221,  0.        ]), 'Reward', -0.31076133931027072)
('Episode', 38, 'Step', 662.0, 'Epsilon', 0.8238533333321794, 'Action', array([-0.95624669,  0.56240866,  0.10555977]), 'Reward', -0.30600603345527416)
('Episode', 38, 'Step', 677.0, 'Epsilon', 0.823803333332179, 'Action', array([-1.        ,  0.51445739,  0.09372413]), 'Reward', -0.17035993791669585)
('Episode', 38, 'Step', 692.0, 'Epsilon', 0.8237533333321787, 'Action', array([-1.        ,  0.66130323,  0.14950084]), 'Reward', -0.055372663155846422)
('Episode', 38, 'Step', 707.0, 'Epsilon', 0.8237033333321784, 'Action', array([ 0.22345834,  0.66214876,  0.05204691]), 'Reward', -0.76621448602320141)
('Episode', 38, 'Step', 722.0, 'Epsilon', 0.823653333332178, 'Action', array([ 0.41837335,  0.63023889,  0.10357977]), 'Reward', -1.3414468426424273)
('Episode', 38, 'Step', 737.0, 'Epsilon', 0.8236033333321777, 'Action', array([-0.25531729,  0.60899744,  0.02151312]), 'Reward', -1.1927305453944328)
('Episode', 38, 'Step', 752.0, 'Epsilon', 0.8235533333321774, 'Action', array([-1.        ,  0.65571866,  0.02286495]), 'Reward', -0.64229359376658768)
('Episode', 38, 'Step', 767.0, 'Epsilon', 0.8235033333321771, 'Action', array([-0.84665356,  0.51687214,  0.09465743]), 'Reward', -0.3494016210153571)
('Episode', 38, 'Step', 782.0, 'Epsilon', 0.8234533333321767, 'Action', array([-0.91183764,  0.64929762,  0.        ]), 'Reward', -1.0338477719373165)
('Episode', 38, 'Step', 797.0, 'Epsilon', 0.8234033333321764, 'Action', array([ 0.21033895,  0.56776884,  0.1317535 ]), 'Reward', -0.96814827486961974)
('Episode', 38, 'Step', 812.0, 'Epsilon', 0.8233533333321761, 'Action', array([-0.28074468,  0.56375539,  0.01741644]), 'Reward', -0.96603701057126334)
('Episode', 38, 'Step', 827.0, 'Epsilon', 0.8233033333321758, 'Action', array([-0.80444471,  0.55581614,  0.12879802]), 'Reward', -0.56232466371076995)
('Episode', 38, 'Step', 842.0, 'Epsilon', 0.8232533333321754, 'Action', array([-0.11191757,  0.52217996,  0.12030173]), 'Reward', -0.85642082291638955)
('Episode', 38, 'Step', 857.0, 'Epsilon', 0.8232033333321751, 'Action', array([-0.21573289,  0.59271068,  0.07501391]), 'Reward', -0.42885005621160532)
('Episode', 38, 'Step', 872.0, 'Epsilon', 0.8231533333321748, 'Action', array([-0.20262973,  0.58287595,  0.09720134]), 'Reward', -0.72339741350049247)
('Episode', 38, 'Step', 887.0, 'Epsilon', 0.8231033333321744, 'Action', array([-0.97647021,  0.60688225,  0.13358051]), 'Reward', -0.53641757791033906)
('Episode', 38, 'Step', 902.0, 'Epsilon', 0.8230533333321741, 'Action', array([-0.52194132,  0.66778427,  0.03161914]), 'Reward', -0.73040397109195943)
('Episode', 38, 'Step', 917.0, 'Epsilon', 0.8230033333321738, 'Action', array([-0.74771189,  0.72006733,  0.0535881 ]), 'Reward', -1.0172734443466367)
('Episode', 38, 'Step', 932.0, 'Epsilon', 0.8229533333321735, 'Action', array([-0.83463974,  0.60228281,  0.14095166]), 'Reward', -0.4113339728810026)
('Episode', 38, 'Step', 947.0, 'Epsilon', 0.8229033333321731, 'Action', array([-0.21744415,  0.49462961,  0.11137133]), 'Reward', -0.75510324043807175)
('Episode', 38, 'Step', 962.0, 'Epsilon', 0.8228533333321728, 'Action', array([ 0.14269382,  0.59236633,  0.0789263 ]), 'Reward', -0.5269266117216358)
('Episode', 38, 'Step', 977.0, 'Epsilon', 0.8228033333321725, 'Action', array([-1.        ,  0.67122279,  0.16934886]), 'Reward', -0.3456652302483153)
('Episode', 38, 'Step', 992.0, 'Epsilon', 0.8227533333321722, 'Action', array([-0.11911625,  0.61515494,  0.10710238]), 'Reward', -0.72129114238593806)
('Episode', 38, 'Step', 1007.0, 'Epsilon', 0.8227033333321718, 'Action', array([-0.56914026,  0.66352724,  0.09248128]), 'Reward', -0.83597161560279798)
('Episode', 38, 'Step', 1022.0, 'Epsilon', 0.8226533333321715, 'Action', array([-0.232291 ,  0.7273322,  0.1580851]), 'Reward', -0.52336459552964754)
('Episode', 38, 'Step', 1037.0, 'Epsilon', 0.8226033333321712, 'Action', array([-0.33082445,  0.64865516,  0.01498028]), 'Reward', -0.54741279557024891)
('Episode', 38, 'Step', 1052.0, 'Epsilon', 0.8225533333321708, 'Action', array([ 0.85055539,  0.63936631,  0.14268904]), 'Reward', -1.3734587749948672)
('Episode', 38, 'Step', 1067.0, 'Epsilon', 0.8225033333321705, 'Action', array([-0.66785059,  0.4938069 ,  0.04253897]), 'Reward', -0.27958593776196283)
('Episode', 38, 'Step', 1082.0, 'Epsilon', 0.8224533333321702, 'Action', array([-0.11451875,  0.56649179,  0.08972371]), 'Reward', -0.38056576506872797)
('Episode', 38, 'Step', 1097.0, 'Epsilon', 0.8224033333321699, 'Action', array([-0.81738883,  0.50613168,  0.05893908]), 'Reward', -0.59314963583304969)
('Episode', 38, 'Step', 1112.0, 'Epsilon', 0.8223533333321695, 'Action', array([-1.        ,  0.56429171,  0.13571625]), 'Reward', -0.28711008504696761)
('Episode', 38, 'Step', 1127.0, 'Epsilon', 0.8223033333321692, 'Action', array([-1.        ,  0.73521114,  0.12635314]), 'Reward', -0.59943718510862276)
('Episode', 38, 'Step', 1142.0, 'Epsilon', 0.8222533333321689, 'Action', array([-0.56462892,  0.71312956,  0.10065415]), 'Reward', -0.34241790754181017)
('Episode', 38, 'Step', 1157.0, 'Epsilon', 0.8222033333321686, 'Action', array([ 0.24004312,  0.58746014,  0.03539153]), 'Reward', -1.2613249670727895)
('Episode', 38, 'Step', 1172.0, 'Epsilon', 0.8221533333321682, 'Action', array([-0.25007721,  0.70966401,  0.10717544]), 'Reward', -0.68096151890999113)
('Episode', 38, 'Step', 1187.0, 'Epsilon', 0.8221033333321679, 'Action', array([-0.05759184,  0.63638824,  0.09381569]), 'Reward', -0.80569210044105843)
('Episode', 38, 'Step', 1202.0, 'Epsilon', 0.8220533333321676, 'Action', array([-0.38688327,  0.57097268,  0.11446694]), 'Reward', -0.43760273561527452)
('Episode', 38, 'Step', 1217.0, 'Epsilon', 0.8220033333321672, 'Action', array([-1.        ,  0.48085669,  0.08196329]), 'Reward', -0.15986493341628466)
('Episode', 38, 'Step', 1232.0, 'Epsilon', 0.8219533333321669, 'Action', array([-1.        ,  0.72010215,  0.03505066]), 'Reward', -0.72219582864062892)
('Episode', 38, 'Step', 1247.0, 'Epsilon', 0.8219033333321666, 'Action', array([-0.40083686,  0.47163214,  0.12604422]), 'Reward', -0.33314846372312162)
('Episode', 38, 'Step', 1262.0, 'Epsilon', 0.8218533333321663, 'Action', array([-0.65931887,  0.48987481,  0.04153244]), 'Reward', -0.60827200600437881)
('Episode', 38, 'Step', 1277.0, 'Epsilon', 0.8218033333321659, 'Action', array([-0.94295586,  0.61746988,  0.        ]), 'Reward', -0.81409968063087867)
('Episode', 38, 'Step', 1292.0, 'Epsilon', 0.8217533333321656, 'Action', array([-1.        ,  0.59604156,  0.0886478 ]), 'Reward', -1.0325206345708615)
('Episode', 38, 'Step', 1307.0, 'Epsilon', 0.8217033333321653, 'Action', array([ 0.49235815,  0.42526631,  0.        ]), 'Reward', -0.83512653363814393)
('Episode', 38, 'Step', 1322.0, 'Epsilon', 0.821653333332165, 'Action', array([-0.59030415,  0.72523662,  0.13015489]), 'Reward', -0.39923855716362022)
('Episode', 38, 'Step', 1337.0, 'Epsilon', 0.8216033333321646, 'Action', array([-1.        ,  0.59111461,  0.04120035]), 'Reward', -0.2430797671178378)
('Episode', 38, 'Step', 1352.0, 'Epsilon', 0.8215533333321643, 'Action', array([-0.0194742 ,  0.47084043,  0.05615151]), 'Reward', -0.43014387914996483)
('Episode', 38, 'Step', 1367.0, 'Epsilon', 0.821503333332164, 'Action', array([ 0.07907869,  0.6328423 ,  0.09837463]), 'Reward', -0.46451893532290289)
('Episode', 38, 'Step', 1382.0, 'Epsilon', 0.8214533333321636, 'Action', array([-0.43761154,  0.42838843,  0.10756631]), 'Reward', -1.0710468553003372)
('Episode', 38, 'Step', 1397.0, 'Epsilon', 0.8214033333321633, 'Action', array([-0.91085945,  0.63580223,  0.06365591]), 'Reward', -0.62499082798564887)
('Episode', 38, 'Step', 1412.0, 'Epsilon', 0.821353333332163, 'Action', array([-1.        ,  0.67419308,  0.07631128]), 'Reward', -0.43081339348086123)
('Episode', 38, 'Step', 1427.0, 'Epsilon', 0.8213033333321627, 'Action', array([-0.74877001,  0.5918863 ,  0.06764437]), 'Reward', -0.63902343158629016)
('Episode', 38, 'Step', 1442.0, 'Epsilon', 0.8212533333321623, 'Action', array([-0.41201458,  0.52505765,  0.10650488]), 'Reward', -0.53931857881722078)
('Episode', 38, 'Step', 1457.0, 'Epsilon', 0.821203333332162, 'Action', array([-1.        ,  0.59419986,  0.16605616]), 'Reward', -0.35119164996925512)
('Episode', 38, 'Step', 1472.0, 'Epsilon', 0.8211533333321617, 'Action', array([-0.81216652,  0.46599194,  0.07713153]), 'Reward', -0.16890501125149279)
('Episode', 38, 'Step', 1487.0, 'Epsilon', 0.8211033333321613, 'Action', array([-1.        ,  0.58962232,  0.11747469]), 'Reward', -0.39087780040882603)
('Episode', 38, 'Step', 1502.0, 'Epsilon', 0.821053333332161, 'Action', array([-0.67906526,  0.71817263,  0.12966574]), 'Reward', -0.36768272490959925)
('Episode', 38, 'Step', 1517.0, 'Epsilon', 0.8210033333321607, 'Action', array([ 0.11013924,  0.70529773,  0.0106912 ]), 'Reward', -0.74360638199640094)
('Episode', 38, 'Step', 1532.0, 'Epsilon', 0.8209533333321604, 'Action', array([-0.78910766,  0.46282525,  0.12129576]), 'Reward', -0.66638108190709833)
('Episode', 38, 'Step', 1547.0, 'Epsilon', 0.82090333333216, 'Action', array([-1.        ,  0.5582685 ,  0.05769802]), 'Reward', -0.89965394075048477)
('Episode', 38, 'Step', 1562.0, 'Epsilon', 0.8208533333321597, 'Action', array([-0.63037187,  0.47612692,  0.07082021]), 'Reward', -0.9528710151665718)
('Episode', 38, 'Step', 1577.0, 'Epsilon', 0.8208033333321594, 'Action', array([-0.11624426,  0.61094841,  0.07096275]), 'Reward', -0.82284392921539495)
('Episode', 38, 'Step', 1592.0, 'Epsilon', 0.820753333332159, 'Action', array([-1.        ,  0.5001608 ,  0.03408793]), 'Reward', -0.65619438174563771)
('Episode', 38, 'Step', 1607.0, 'Epsilon', 0.8207033333321587, 'Action', array([ 0.74688493,  0.55977234,  0.10519859]), 'Reward', -0.46053205569067324)
('Episode', 38, 'Step', 1622.0, 'Epsilon', 0.8206533333321584, 'Action', array([-1.        ,  0.64065239,  0.01958016]), 'Reward', -0.81714706621899091)
('Episode', 38, 'Step', 1637.0, 'Epsilon', 0.8206033333321581, 'Action', array([-0.20864817,  0.57764198,  0.09602445]), 'Reward', -0.4414717036884061)
('Episode', 38, 'Step', 1652.0, 'Epsilon', 0.8205533333321577, 'Action', array([-0.54933917,  0.53031961,  0.05082856]), 'Reward', -0.41702242742799089)
('Episode', 38, 'Step', 1667.0, 'Epsilon', 0.8205033333321574, 'Action', array([-1.        ,  0.56306266,  0.09913937]), 'Reward', -0.33698282426970394)
('Episode', 38, 'Step', 1682.0, 'Epsilon', 0.8204533333321571, 'Action', array([-0.4235725 ,  0.61682257,  0.06245994]), 'Reward', -0.46148766009278452)
('Episode', 38, 'Step', 1697.0, 'Epsilon', 0.8204033333321568, 'Action', array([ 0.38673003,  0.56690586,  0.12278952]), 'Reward', -0.5450103270512483)
('Episode', 38, 'Step', 1712.0, 'Epsilon', 0.8203533333321564, 'Action', array([ 0.02615103,  0.72452115,  0.13572322]), 'Reward', -0.70257012949193864)
('Episode', 38, 'Step', 1727.0, 'Epsilon', 0.8203033333321561, 'Action', array([ 0.66484156,  0.72312018,  0.10251406]), 'Reward', -0.85238642719231206)
('Episode', 38, 'Step', 1742.0, 'Epsilon', 0.8202533333321558, 'Action', array([-0.64808777,  0.57532714,  0.1269784 ]), 'Reward', -0.42893341704393806)
('Episode', 38, 'Step', 1757.0, 'Epsilon', 0.8202033333321554, 'Action', array([-0.29449624,  0.52419713,  0.0725029 ]), 'Reward', -0.39358174598764439)
('Episode', 38, 'Step', 1772.0, 'Epsilon', 0.8201533333321551, 'Action', array([ 0.77898869,  0.61236293,  0.11570875]), 'Reward', -0.291Waiting for request on port 3101
******* RESTARTING *****
19461866170515)
('Episode', 38, 'Step', 1787.0, 'Epsilon', 0.8201033333321548, 'Action', array([-0.20220432,  0.64516173,  0.13911004]), 'Reward', -0.52361807059489407)
('Episode', 38, 'Step', 1802.0, 'Epsilon', 0.8200533333321545, 'Action', array([-0.55671246,  0.54178593,  0.04001189]), 'Reward', -0.40225696229171692)
('Episode', 38, 'Step', 1817.0, 'Epsilon', 0.8200033333321541, 'Action', array([ 0.02418272,  0.7276319 ,  0.0940385 ]), 'Reward', -0.5863980436883407)
('Episode', 38, 'Step', 1832.0, 'Epsilon', 0.8199533333321538, 'Action', array([-0.54821352,  0.61486347,  0.09690525]), 'Reward', -0.37436272592936315)
('Episode', 38, 'Step', 1847.0, 'Epsilon', 0.8199033333321535, 'Action', array([ 0.09168821,  0.61676028,  0.06952097]), 'Reward', -0.53342302235288919)
('Episode', 38, 'Step', 1862.0, 'Epsilon', 0.8198533333321532, 'Action', array([ 0.11558688,  0.58834145,  0.10831373]), 'Reward', -0.55322882749266933)
('Episode', 38, 'Step', 1877.0, 'Epsilon', 0.8198033333321528, 'Action', array([-1.        ,  0.60340622,  0.0837709 ]), 'Reward', -0.17066084492808764)
('Episode', 38, 'Step', 1892.0, 'Epsilon', 0.8197533333321525, 'Action', array([-0.80311366,  0.46003552,  0.1298368 ]), 'Reward', -0.12612759252826192)
('Episode', 38, 'Step', 1907.0, 'Epsilon', 0.8197033333321522, 'Action', array([-1.        ,  0.65220428,  0.0210018 ]), 'Reward', -0.87977229408765989)
('Episode', 38, 'Step', 1922.0, 'Epsilon', 0.8196533333321518, 'Action', array([-0.61045434,  0.68853295,  0.0899748 ]), 'Reward', -0.98514769208193531)
('Episode', 38, 'Step', 1937.0, 'Epsilon', 0.8196033333321515, 'Action', array([-0.1219371 ,  0.62814164,  0.12286801]), 'Reward', -0.3069938041354543)
('Episode', 38, 'Step', 1952.0, 'Epsilon', 0.8195533333321512, 'Action', array([ 0.08035631,  0.51473281,  0.11360375]), 'Reward', -0.24040756969045243)
('Episode', 38, 'Step', 1967.0, 'Epsilon', 0.8195033333321509, 'Action', array([-0.00804518,  0.63350653,  0.18824089]), 'Reward', -0.87303976491491464)
('Episode', 38, 'Step', 1982.0, 'Epsilon', 0.8194533333321505, 'Action', array([-0.70590715,  0.54587975,  0.05365092]), 'Reward', -0.17734867220255493)
('Episode', 38, 'Step', 1997.0, 'Epsilon', 0.8194033333321502, 'Action', array([-0.59819152,  0.57715602,  0.0505767 ]), 'Reward', -0.86932849775710919)
TOTAL REWARD @ 38-th Episode  : Reward -823.343702847
Total Step: 54423

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 39 Replay Buffer 54181 Early Stopping: 0 Epsilon: 0.819396666665 RN: 0.847300386995
('Episode', 39, 'Step', 12.0, 'Epsilon', 0.8193533333321499, 'Action', array([ 0.83578248,  0.55007216,  0.02311321]), 'Reward', 12.333667231231285)
('Episode', 39, 'Step', 27.0, 'Epsilon', 0.8193033333321496, 'Action', array([-0.57630669,  0.65068316,  0.        ]), 'Reward', 45.740486740676616)
('Episode', 39, 'Step', 42.0, 'Epsilon', 0.8192533333321492, 'Action', array([ 1.        ,  0.65723171,  0.        ]), 'Reward', 54.774437257026989)
('Episode', 39, 'Step', 57.0, 'Epsilon', 0.8192033333321489, 'Action', array([ 0.10518128,  0.4843278 ,  0.        ]), 'Reward', 65.861709454089848)
('Episode', 39, 'Step', 72.0, 'Epsilon', 0.8191533333321486, 'Action', array([ 0.39960261,  0.60535661,  0.        ]), 'Reward', 52.89174474471379)
('Episode', 39, 'Step', 87.0, 'Epsilon', 0.8191033333321482, 'Action', array([ 0.22769442,  0.79847537,  0.        ]), 'Reward', 7.8490811993769185)
('Episode', 39, 'Step', 102.0, 'Epsilon', 0.8190533333321479, 'Action', array([ 0.36449387,  0.42533958,  0.        ]), 'Reward', 0.26285212720699636)
('Episode', 39, 'Step', 117.0, 'Epsilon', 0.8190033333321476, 'Action', array([-1.        ,  0.57613656,  0.        ]), 'Reward', -0.0072052000273986659)
('Episode', 39, 'Step', 132.0, 'Epsilon', 0.8189533333321473, 'Action', array([-1.        ,  0.50890589,  0.        ]), 'Reward', -0.13587157306236103)
('Episode', 39, 'Step', 147.0, 'Epsilon', 0.8189033333321469, 'Action', array([ 0.25090178,  0.45756617,  0.        ]), 'Reward', -0.10658191586556962)
('Episode', 39, 'Step', 162.0, 'Epsilon', 0.8188533333321466, 'Action', array([-0.61459788,  0.63672797,  0.        ]), 'Reward', -0.37693952289468202)
('Episode', 39, 'Step', 177.0, 'Epsilon', 0.8188033333321463, 'Action', array([ 0.56633395,  0.66591875,  0.        ]), 'Reward', 0.20554711164270165)
('Episode', 39, 'Step', 192.0, 'Epsilon', 0.818753333332146, 'Action', array([-0.04991546,  0.69181822,  0.        ]), 'Reward', -0.40115247389462827)
('Episode', 39, 'Step', 207.0, 'Epsilon', 0.8187033333321456, 'Action', array([-0.71477304,  0.65820716,  0.        ]), 'Reward', -0.34328094112268687)
('Episode', 39, 'Step', 222.0, 'Epsilon', 0.8186533333321453, 'Action', array([-0.21539505,  0.72824196,  0.        ]), 'Reward', -0.16508965216892421)
('Episode', 39, 'Step', 237.0, 'Epsilon', 0.818603333332145, 'Action', array([-0.8291605 ,  0.63796199,  0.        ]), 'Reward', -0.3017161413459673)
('Episode', 39, 'Step', 252.0, 'Epsilon', 0.8185533333321446, 'Action', array([-1.        ,  0.56771769,  0.        ]), 'Reward', -0.092682536103770669)
('Episode', 39, 'Step', 267.0, 'Epsilon', 0.8185033333321443, 'Action', array([ 0.52355408,  0.67189629,  0.        ]), 'Reward', -0.51396688747706676)
('Episode', 39, 'Step', 282.0, 'Epsilon', 0.818453333332144, 'Action', array([-0.27818579,  0.60631942,  0.02003118]), 'Reward', -0.0042848992877515197)
('Episode', 39, 'Step', 297.0, 'Epsilon', 0.8184033333321437, 'Action', array([-1.        ,  0.62758462,  0.        ]), 'Reward', -0.72373576868266865)
('Episode', 39, 'Step', 312.0, 'Epsilon', 0.8183533333321433, 'Action', array([ 1.        ,  0.58663964,  0.        ]), 'Reward', -0.2146478785206688)
('Episode', 39, 'Step', 327.0, 'Epsilon', 0.818303333332143, 'Action', array([-0.7895137 ,  0.71728716,  0.        ]), 'Reward', -0.90797810538101187)
('Episode', 39, 'Step', 342.0, 'Epsilon', 0.8182533333321427, 'Action', array([-1.       ,  0.6454763,  0.       ]), 'Reward', -1.1092178820862935)
('Episode', 39, 'Step', 357.0, 'Epsilon', 0.8182033333321423, 'Action', array([-0.26446652,  0.64292792,  0.        ]), 'Reward', -1.3095651285586971)
('Episode', 39, 'Step', 372.0, 'Epsilon', 0.818153333332142, 'Action', array([-1.        ,  0.62764803,  0.        ]), 'Reward', -1.7388224082003916)
('Episode', 39, 'Step', 387.0, 'Epsilon', 0.8181033333321417, 'Action', array([-0.60963722,  0.57682862,  0.        ]), 'Reward', -1.8064682591586581)
('Episode', 39, 'Step', 402.0, 'Epsilon', 0.8180533333321414, 'Action', array([-0.87839244,  0.60954313,  0.        ]), 'Reward', -3.228727623804466)
('Episode', 39, 'Step', 417.0, 'Epsilon', 0.818003333332141, 'Action', array([ 0.49551154,  0.71232211,  0.        ]), 'Reward', -2.5634660369022608)
('Episode', 39, 'Step', 432.0, 'Epsilon', 0.8179533333321407, 'Action', array([-0.87504929,  0.66296287,  0.        ]), 'Reward', -31.870521566986259)
('Episode', 39, 'Step', 447.0, 'Epsilon', 0.8179033333321404, 'Action', array([ 1.        ,  0.53145751,  0.        ]), 'Reward', -5.6157911036296753)
('Episode', 39, 'Step', 462.0, 'Epsilon', 0.81785333333214, 'Action', array([-0.14816123,  0.72419062,  0.        ]), 'Reward', 32.161344795857119)
('Episode', 39, 'Step', 477.0, 'Epsilon', 0.8178033333321397, 'Action', array([ 0.10789636,  0.66708018,  0.        ]), 'Reward', 70.537521048283978)
('Episode', 39, 'Step', 492.0, 'Epsilon', 0.8177533333321394, 'Action', array([ 0.20819051,  0.54186982,  0.        ]), 'Reward', -9.6397947248726155)
('Episode', 39, 'Step', 507.0, 'Epsilon', 0.8177033333321391, 'Action', array([ 0.81016378,  0.62160683,  0.        ]), 'Reward', 40.141682974911816)
('Episode', 39, 'Step', 522.0, 'Epsilon', 0.8176533333321387, 'Action', array([ 0.07106835,  0.60032636,  0.        ]), 'Reward', -14.732117509071152)
('Episode', 39, 'Step', 537.0, 'Epsilon', 0.8176033333321384, 'Action', array([-1.        ,  0.58315623,  0.        ]), 'Reward', -1)
('Episode', 39, 'Step', 552.0, 'Epsilon', 0.8175533333321381, 'Action', array([ 0.18314237,  0.63234828,  0.        ]), 'Reward', 9.0953969305639948)
('Episode', 39, 'Step', 567.0, 'Epsilon', 0.8175033333321378, 'Action', array([ 0.02804826,  0.55139686,  0.        ]), 'Reward', -9.1770983398041039)
('Episode', 39, 'Step', 582.0, 'Epsilon', 0.8174533333321374, 'Action', array([-0.52251003,  0.60388534,  0.01552552]), 'Reward', -41.208637190976376)
('Episode', 39, 'Step', 597.0, 'Epsilon', 0.8174033333321371, 'Action', array([-0.43445007,  0.43803421,  0.0034546 ]), 'Reward', -56.814231219312624)
('Episode', 39, 'Step', 612.0, 'Epsilon', 0.8173533333321368, 'Action', array([-0.1538797 ,  0.27125681,  0.09690401]), 'Reward', -54.253541563551522)
('Episode', 39, 'Step', 627.0, 'Epsilon', 0.8173033333321365, 'Action', array([-0.30146373,  0.67868276,  0.14671489]), 'Reward', -2.4302295813669068)
('Episode', 39, 'Step', 642.0, 'Epsilon', 0.8172533333321361, 'Action', array([-0.42373729,  0.61561213,  0.09626193]), 'Reward', -3.4590365769687765)
('Episode', 39, 'Step', 657.0, 'Epsilon', 0.8172033333321358, 'Action', array([-1.        ,  0.52017464,  0.09017615]), 'Reward', -1.5131106731102373)
('Episode', 39, 'Step', 672.0, 'Epsilon', 0.8171533333321355, 'Action', array([-0.86550772,  0.55880083,  0.104431  ]), 'Reward', -1.8467690231110794)
('Episode', 39, 'Step', 687.0, 'Epsilon', 0.8171033333321351, 'Action', array([ 0.05981202,  0.57943824,  0.1187671 ]), 'Reward', -3.0216854309848351)
('Episode', 39, 'Step', 702.0, 'Epsilon', 0.8170533333321348, 'Action', array([-0.55663471,  0.66263908,  0.13038518]), 'Reward', -1.6792471340093242)
('Episode', 39, 'Step', 717.0, 'Epsilon', 0.8170033333321345, 'Action', array([-0.89094553,  0.62174329,  0.08840466]), 'Reward', -1.2167296920219088)
('Episode', 39, 'Step', 732.0, 'Epsilon', 0.8169533333321342, 'Action', array([ 0.23087019,  0.45941981,  0.16631866]), 'Reward', -1.4148400592992141)
('Episode', 39, 'Step', 747.0, 'Epsilon', 0.8169033333321338, 'Action', array([-0.94892133,  0.59661279,  0.12736825]), 'Reward', -1.3438015554034486)
('Episode', 39, 'Step', 762.0, 'Epsilon', 0.8168533333321335, 'Action', array([-0.76055695,  0.64466271,  0.03941466]), 'Reward', -2.4766939304142328)
('Episode', 39, 'Step', 777.0, 'Epsilon', 0.8168033333321332, 'Action', array([-0.94762902,  0.65012315,  0.07142895]), 'Reward', -1.4089253205197356)
('Episode', 39, 'Step', 792.0, 'Epsilon', 0.8167533333321328, 'Action', array([ 0.08185111,  0.56313551,  0.04110454]), 'Reward', -3.2845648669600518)
('Episode', 39, 'Step', 807.0, 'Epsilon', 0.8167033333321325, 'Action', array([-0.55457923,  0.71645892,  0.12256105]), 'Reward', -1.2280172436237191)
('Episode', 39, 'Step', 822.0, 'Epsilon', 0.8166533333321322, 'Action', array([ 0.15857471,  0.60823029,  0.06654389]), 'Reward', -3.0715566459402517)
('Episode', 39, 'Step', 837.0, 'Epsilon', 0.8166033333321319, 'Action', array([ 0.36680861,  0.51307233,  0.07778265]), 'Reward', -2.5874971125043507)
('Episode', 39, 'Step', 852.0, 'Epsilon', 0.8165533333321315, 'Action', array([ 0.54206407,  0.71259915,  0.11257138]), 'Reward', -3.0651755856009424)
('Episode', 39, 'Step', 867.0, 'Epsilon', 0.8165033333321312, 'Action', array([-0.16843622,  0.70078504,  0.12604129]), 'Reward', -2.6388030398720326)
('Episode', 39, 'Step', 882.0, 'Epsilon', 0.8164533333321309, 'Action', array([-1.        ,  0.4971323 ,  0.14812527]), 'Reward', -0.82561516622058939)
('Episode', 39, 'Step', 897.0, 'Epsilon', 0.8164033333321306, 'Action', array([-0.69981166,  0.59105005,  0.03031065]), 'Reward', -2.1428901360456987)
('Episode', 39, 'Step', 912.0, 'Epsilon', 0.8163533333321302, 'Action', array([-0.17533173,  0.50692767,  0.02465067]), 'Reward', -2.2892489405351699)
('Episode', 39, 'Step', 927.0, 'Epsilon', 0.8163033333321299, 'Action', array([-0.18751575,  0.62232734,  0.10705236]), 'Reward', -1.7037266051059148)
('Episode', 39, 'Step', 942.0, 'Epsilon', 0.8162533333321296, 'Action', array([-0.20608881,  0.65444136,  0.0917034 ]), 'Reward', -1.8707357711901458)
('Episode', 39, 'Step', 957.0, 'Epsilon', 0.8162033333321292, 'Action', array([-0.75727353,  0.67633523,  0.05650939]), 'Reward', -1.5338218406958546)
('Episode', 39, 'Step', 972.0, 'Epsilon', 0.8161533333321289, 'Action', array([-0.05583063,  0.45254979,  0.00292457]), 'Reward', -1.8067370243864831)
('Episode', 39, 'Step', 987.0, 'Epsilon', 0.8161033333321286, 'Action', array([-0.0493878 ,  0.69830726,  0.12066686]), 'Reward', -1.1992625131755701)
('Episode', 39, 'Step', 1002.0, 'Epsilon', 0.8160533333321283, 'Action', array([-0.75509759,  0.47280191,  0.08268601]), 'Reward', -0.71887094060753531)
('Episode', 39, 'Step', 1017.0, 'Epsilon', 0.8160033333321279, 'Action', array([ 0.03401399,  0.49995083,  0.17094951]), 'Reward', -0.8795638694032698)
('Episode', 39, 'Step', 1032.0, 'Epsilon', 0.8159533333321276, 'Action', array([-1.        ,  0.66585281,  0.07128861]), 'Reward', -1.5316172769214635)
('Episode', 39, 'Step', 1047.0, 'Epsilon', 0.8159033333321273, 'Action', array([ 0.19918837,  0.53845175,  0.11787095]), 'Reward', -1.2756106897235757)
('Episode', 39, 'Step', 1062.0, 'Epsilon', 0.815853333332127, 'Action', array([-1.        ,  0.65758576,  0.11015937]), 'Reward', -0.86075637047116171)
('Episode', 39, 'Step', 1077.0, 'Epsilon', 0.8158033333321266, 'Action', array([-1.        ,  0.50617357,  0.07406041]), 'Reward', -0.56976364169668625)
('Episode', 39, 'Step', 1092.0, 'Epsilon', 0.8157533333321263, 'Action', array([-0.57529013,  0.55704304,  0.07196973]), 'Reward', -0.68219322373783053)
('Episode', 39, 'Step', 1107.0, 'Epsilon', 0.815703333332126, 'Action', array([-1.        ,  0.65381832,  0.13846766]), 'Reward', -0.55333338485512384)
('Episode', 39, 'Step', 1122.0, 'Epsilon', 0.8156533333321256, 'Action', array([ 0.68349375,  0.66003628,  0.        ]), 'Reward', -6.6389454939278956)
('Episode', 39, 'Step', 1137.0, 'Epsilon', 0.8156033333321253, 'Action', array([-1.        ,  0.57960234,  0.09567067]), 'Reward', -5.1424057949574742)
('Episode', 39, 'Step', 1152.0, 'Epsilon', 0.815553333332125, 'Action', array([-0.32335697,  0.55629831,  0.10888917]), 'Reward', -4.4428033843658721)
('Episode', 39, 'Step', 1167.0, 'Epsilon', 0.8155033333321247, 'Action', array([-0.70363367,  0.52353062,  0.15702323]), 'Reward', -3.0379229381949888)
('Episode', 39, 'Step', 1182.0, 'Epsilon', 0.8154533333321243, 'Action', array([ 0.82313952,  0.52266702,  0.0402642 ]), 'Reward', -12.710874154699978)
('Episode', 39, 'Step', 1197.0, 'Epsilon', 0.815403333332124, 'Action', array([-0.31954827,  0.58123544,  0.        ]), 'Reward', 9.9666793463707108)
('Episode', 39, 'Step', 1212.0, 'Epsilon', 0.8153533333321237, 'Action', array([-1.        ,  0.79281037,  0.        ]), 'Reward', 49.063221383377723)
('Episode', 39, 'Step', 1227.0, 'Epsilon', 0.8153033333321233, 'Action', array([ 0.25693963,  0.56484379,  0.        ]), 'Reward', 10.754514311172464)
('Episode', 39, 'Step', 1242.0, 'Epsilon', 0.815253333332123, 'Action', array([-0.17296723,  0.61854801,  0.06778434]), 'Reward', -1)
('Episode', 39, 'Step', 1257.0, 'Epsilon', 0.8152033333321227, 'Action', array([-0.07362462,  0.58000551,  0.03516907]), 'Reward', -0.71795823113348223)
('Episode', 39, 'Step', 1272.0, 'Epsilon', 0.8151533333321224, 'Action', array([-0.32798406,  0.62079452,  0.09989398]), 'Reward', -0.11177725270435318)
('Episode', 39, 'Step', 1287.0, 'Epsilon', 0.815103333332122, 'Action', array([ 0.13945705,  0.42777013,  0.01946569]), 'Reward', -0.3530413280123802)
('Episode', 39, 'Step', 1302.0, 'Epsilon', 0.8150533333321217, 'Action', array([ 0.14861526,  0.58869964,  0.12860963]), 'Reward', -0.41210560835466259)
('Episode', 39, 'Step', 1317.0, 'Epsilon', 0.8150033333321214, 'Action', array([ 0.40718189,  0.74606395,  0.07401684]), 'Reward', -0.10054480572193061)
('Episode', 39, 'Step', 1332.0, 'Epsilon', 0.814953333332121, 'Action', array([ 0.57254308,  0.65772086,  0.09204746]), 'Reward', -0.44360807065617924)
('Episode', 39, 'Step', 1347.0, 'Epsilon', 0.8149033333321207, 'Action', array([-0.42987788,  0.5539034 ,  0.14305666]), 'Reward', -0.027418808697942304)
('Episode', 39, 'Step', 1362.0, 'Epsilon', 0.8148533333321204, 'Action', array([-1.        ,  0.52717654,  0.17068902]), 'Reward', -0.4664943864446523)
('Episode', 39, 'Step', 1377.0, 'Epsilon', 0.8148033333321201, 'Action', array([-0.69147551,  0.68931139,  0.11690815]), 'Reward', -0.011402540659478979)
('Episode', 39, 'Step', 1392.0, 'Epsilon', 0.8147533333321197, 'Action', array([-0.64190405,  0.4075227 ,  0.07654128]), 'Reward', -0.48062516256347132)
('Episode', 39, 'Step', 1407.0, 'Epsilon', 0.8147033333321194, 'Action', array([ 0.76719725,  0.7169405 ,  0.08987874]), 'Reward', -0.47074043722880088)
('Episode', 39, 'Step', 1422.0, 'Epsilon', 0.8146533333321191, 'Action', array([-0.00636977,  0.62282824,  0.07845481]), 'Reward', -0.014945623181531789)
('Episode', 39, 'Step', 1437.0, 'Epsilon', 0.8146033333321188, 'Action', array([-0.12676391,  0.53491976,  0.08008955]), 'Reward', -0.45584843179258538)
('Episode', 39, 'Step', 1452.0, 'Epsilon', 0.8145533333321184, 'Action', array([ 0.84792493,  0.57047883,  0.08398248]), 'Reward', 0.021645334601162233)
('Episode', 39, 'Step', 1467.0, 'Epsilon', 0.8145033333321181, 'Action', array([-0.2004156 ,  0.58791633,  0.11059439]), 'Reward', -0.19524513279566461)
('Episode', 39, 'Step', 1482.0, 'Epsilon', 0.8144533333321178, 'Action', array([-0.77491507,  0.51668169,  0.05945428]), 'Reward', -0.25881446717726142)
('Episode', 39, 'Step', 1497.0, 'Epsilon', 0.8144033333321175, 'Action', array([-0.30523782,  0.73716348,  0.07812528]), 'Reward', 0.074595053136070594)
('Episode', 39, 'Step', 1512.0, 'Epsilon', 0.8143533333321171, 'Action', array([-1.        ,  0.54953259,  0.1558265 ]), 'Reward', -0.017644700474203464)
('Episode', 39, 'Step', 1527.0, 'Epsilon', 0.8143033333321168, 'Action', array([ 0.29350397,  0.61708135,  0.0730933 ]), 'Reward', -0.61675417849250003)
('Episode', 39, 'Step', 1542.0, 'Epsilon', 0.8142533333321165, 'Action', array([ 0.06403783,  0.71148358,  0.09876895]), 'Reward', -0.64256282057152081)
('Episode', 39, 'Step', 1557.0, 'Epsilon', 0.8142033333321161, 'Action', array([-1.        ,  0.49398498,  0.05720445]), 'Reward', -0.71079733031325287)
('Episode', 39, 'Step', 1572.0, 'Epsilon', 0.8141533333321158, 'Action', array([-1.        ,  0.50950274,  0.10021143]), 'Reward', -0.58381988527475426)
('Episode', 39, 'Step', 1587.0, 'Epsilon', 0.8141033333321155, 'Action', array([-0.78021877,  0.55486356,  0.1325662 ]), 'Reward', 0.10835311718047289)
('Episode', 39, 'Step', 1602.0, 'Epsilon', 0.8140533333321152, 'Action', array([-0.74719056,  0.58784275,  0.19672099]), 'Reward', -0.36387537147747512)
('Episode', 39, 'Step', 1617.0, 'Epsilon', 0.8140033333321148, 'Action', array([ 0.17893472,  0.6425215 ,  0.12428104]), 'Reward', -0.53953461742656594)
('Episode', 39, 'Step', 1632.0, 'Epsilon', 0.8139533333321145, 'Action', array([-1.        ,  0.62801878,  0.12795095]), 'Reward', -0.1320586317020182)
('Episode', 39, 'Step', 1647.0, 'Epsilon', 0.8139033333321142, 'Action', array([ 0.19331837,  0.59852293,  0.10142888]), 'Reward', -0.28860739043154637)
('Episode', 39, 'Step', 1662.0, 'Epsilon', 0.8138533333321138, 'Action', array([-0.49819165,  0.47616664,  0.08275519]), 'Reward', -0.30807661896688843)
('Episode', 39, 'Step', 1677.0, 'Epsilon', 0.8138033333321135, 'Action', array([-1.        ,  0.63749962,  0.08046798]), 'Reward', -0.10743927429519093)
('Episode', 39, 'Step', 1692.0, 'Epsilon', 0.8137533333321132, 'Action', array([-0.18877608,  0.5701409 ,  0.14142025]), 'Reward', -0.5555006816461342)
('Episode', 39, 'Step', 1707.0, 'Epsilon', 0.8137033333321129, 'Action', array([-0.41431773,  0.66164001,  0.0699563 ]), 'Reward', 0.017346439740566082)
('Episode', 39, 'Step', 1722.0, 'Epsilon', 0.8136533333321125, 'Action', array([-0.41969531,  0.57859049,  0.09036505]), 'Reward', -0.50112051583343908)
('Episode', 39, 'Step', 1737.0, 'Epsilon', 0.8136033333321122, 'Action', array([ 0.24011878,  0.38677645,  0.10328371]), 'Reward', -0.13904260235306218)
('Episode', 39, 'Step', 1752.0, 'Epsilon', 0.8135533333321119, 'Action', array([ 0.16041462,  0.58407796,  0.12152829]), 'Reward', -0.25176662543199213)
('Episode', 39, 'Step', 1767.0, 'Epsilon', 0.8135033333321116, 'Action', array([-0.21974592,  0.52873346,  0.12947871]), 'Reward', -0.11317270807939946)
('Episode', 39, 'Step', 1782.0, 'Epsilon', 0.8134533333321112, 'Action', array([-0.
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
26650199,  0.62318253,  0.08439203]), 'Reward', 0.020436963269602103)
('Episode', 39, 'Step', 1797.0, 'Epsilon', 0.8134033333321109, 'Action', array([ 0.13232001,  0.56467583,  0.15362979]), 'Reward', -0.030536475095694803)
('Episode', 39, 'Step', 1812.0, 'Epsilon', 0.8133533333321106, 'Action', array([-0.39641021,  0.38480199,  0.10791599]), 'Reward', -0.35193207748139393)
('Episode', 39, 'Step', 1827.0, 'Epsilon', 0.8133033333321102, 'Action', array([-1.        ,  0.55066363,  0.11757478]), 'Reward', -0.54929808902852706)
('Episode', 39, 'Step', 1842.0, 'Epsilon', 0.8132533333321099, 'Action', array([ 0.04681586,  0.53701214,  0.10350441]), 'Reward', -0.033257504468477167)
('Episode', 39, 'Step', 1857.0, 'Epsilon', 0.8132033333321096, 'Action', array([ 0.02777419,  0.48942499,  0.05613745]), 'Reward', -0.39364532886811676)
('Episode', 39, 'Step', 1872.0, 'Epsilon', 0.8131533333321093, 'Action', array([-1.        ,  0.64678218,  0.10704909]), 'Reward', -0.17652707204154883)
('Episode', 39, 'Step', 1887.0, 'Epsilon', 0.8131033333321089, 'Action', array([-0.34935073,  0.53776666,  0.        ]), 'Reward', -0.43799569659633919)
('Episode', 39, 'Step', 1902.0, 'Epsilon', 0.8130533333321086, 'Action', array([-0.72673078,  0.63535728,  0.07370408]), 'Reward', -0.35963791127843842)
('Episode', 39, 'Step', 1917.0, 'Epsilon', 0.8130033333321083, 'Action', array([-0.81780589,  0.52784752,  0.00512319]), 'Reward', 0.060308575967717562)
('Episode', 39, 'Step', 1932.0, 'Epsilon', 0.812953333332108, 'Action', array([ 0.47609366,  0.50313166,  0.1204928 ]), 'Reward', -0.40429090515184574)
('Episode', 39, 'Step', 1947.0, 'Epsilon', 0.8129033333321076, 'Action', array([ 0.10220541,  0.70794341,  0.03680337]), 'Reward', -0.60649707150572996)
('Episode', 39, 'Step', 1962.0, 'Epsilon', 0.8128533333321073, 'Action', array([-0.2606494 ,  0.51858995,  0.08336166]), 'Reward', -0.19148265212732049)
('Episode', 39, 'Step', 1977.0, 'Epsilon', 0.812803333332107, 'Action', array([-0.82092166,  0.53065973,  0.1008479 ]), 'Reward', -0.33681716720729454)
('Episode', 39, 'Step', 1992.0, 'Epsilon', 0.8127533333321066, 'Action', array([ 0.05179636,  0.42693099,  0.14339814]), 'Reward', -0.060957886034221739)
TOTAL REWARD @ 39-th Episode  : Reward -1070.940696
Total Step: 56423

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 40 Replay Buffer 56181 Early Stopping: 0 Epsilon: 0.812729999999 RN: 0.0119748873059
('Episode', 40, 'Step', 7.0, 'Epsilon', 0.8127299999987732, 'Action', array([  1.00000000e+00,   1.00000000e+00,   1.24785626e-13], dtype=float32), 'Reward', 16.587748434456731)
('Episode', 40, 'Step', 22.0, 'Epsilon', 0.8127299999987732, 'Action', array([  1.00000000e+00,   1.00000000e+00,   6.00941172e-12], dtype=float32), 'Reward', 42.129443400178346)
('Episode', 40, 'Step', 37.0, 'Epsilon', 0.8127299999987732, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   1.51394488e-04], dtype=float32), 'Reward', 59.647737549302796)
('Episode', 40, 'Step', 52.0, 'Epsilon', 0.8127299999987732, 'Action', array([ -9.99999046e-01,   1.00000000e+00,   2.25836884e-17], dtype=float32), 'Reward', 18.60880473580535)
('Episode', 40, 'Step', 67.0, 'Epsilon', 0.8127299999987732, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   6.91271609e-08], dtype=float32), 'Reward', 37.527473235467504)
('Episode', 40, 'Step', 82.0, 'Epsilon', 0.8127299999987732, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   9.93530284e-06], dtype=float32), 'Reward', -25.934066554076033)
('Episode', 40, 'Step', 97.0, 'Epsilon', 0.8127299999987732, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   3.22336255e-12], dtype=float32), 'Reward', 31.990651162775944)
('Episode', 40, 'Step', 112.0, 'Epsilon', 0.8127299999987732, 'Action', array([ -9.99992371e-01,   1.00000000e+00,   1.18974876e-05], dtype=float32), 'Reward', 17.705920713993486)
('Episode', 40, 'Step', 127.0, 'Epsilon', 0.8127299999987732, 'Action', array([ 0.99996722,  0.99526393,  0.0916966 ], dtype=float32), 'Reward', -1)
('Episode', 40, 'Step', 142.0, 'Epsilon', 0Waiting for request on port 3101
******* RESTARTING *****
.8127299999987732, 'Action', array([-0.99985212,  0.99999928,  0.00178518], dtype=float32), 'Reward', 32.965949474970444)
('Episode', 40, 'Step', 157.0, 'Epsilon', 0.8127299999987732, 'Action', array([  9.95535791e-01,   1.00000000e+00,   1.45609996e-10], dtype=float32), 'Reward', 34.584423745012558)
('Episode', 40, 'Step', 172.0, 'Epsilon', 0.8127299999987732, 'Action', array([  1.00000000e+00,   1.00000000e+00,   8.01360867e-10], dtype=float32), 'Reward', 12.909281664566187)
('Episode', 40, 'Step', 187.0, 'Epsilon', 0.8127299999987732, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   8.64547837e-06], dtype=float32), 'Reward', 34.144241183231209)
('Episode', 40, 'Step', 202.0, 'Epsilon', 0.8127299999987732, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   7.61621607e-07], dtype=float32), 'Reward', 38.559030893118894)
('Episode', 40, 'Step', 217.0, 'Epsilon', 0.8127299999987732, 'Action', array([-0.99999851,  0.99998868,  0.02259052], dtype=float32), 'Reward', 58.340925037587972)
Terminating because Turned Back
TOTAL REWARD @ 40-th Episode  : Reward 4797.4017925
Total Step: 56654

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 41 Replay Buffer 56181 Early Stopping: 0 Epsilon: 0.812729999999 RN: 0.849737279218
('Episode', 41, 'Step', 1.0, 'Epsilon', 0.8127233333321064, 'Action', array([ 0.26160112,  0.56613323,  0.        ]), 'Reward', 1.2590159484166383)
('Episode', 41, 'Step', 16.0, 'Epsilon', 0.8126733333321061, 'Action', array([ 0.5641356 ,  0.54506649,  0.        ]), 'Reward', 14.531352659640961)
('Episode', 41, 'Step', 31.0, 'Epsilon', 0.8126233333321058, 'Action', array([ 1.        ,  0.62954721,  0.        ]), 'Reward', 1.880923880173512)
('Episode', 41, 'Step', 46.0, 'Epsilon', 0.8125733333321055, 'Action', array([-1.        ,  0.50854489,  0.        ]), 'Reward', 23.600485055247105)
('Episode', 41, 'Step', 61.0, 'Epsilon', 0.8125233333321051, 'Action', array([-0.61131468,  0.49079964,  0.        ]), 'Reward', 50.092336405903637)
('Episode', 41, 'Step', 76.0, 'Epsilon', 0.8124733333321048, 'Action', array([-0.43723483,  0.60671272,  0.00365731]), 'Reward', -18.270014302743981)
('Episode', 41, 'Step', 91.0, 'Epsilon', 0.8124233333321045, 'Action', array([-0.865559  ,  0.67284965,  0.        ]), 'Reward', -1)
('Episode', 41, 'Step', 106.0, 'Epsilon', 0.8123733333321042, 'Action', array([-0.97930192,  0.68956783,  0.        ]), 'Reward', -0.41438194924778388)
('Episode', 41, 'Step', 121.0, 'Epsilon', 0.8123233333321038, 'Action', array([-0.31268485,  0.63314687,  0.        ]), 'Reward', -0.26057364626970214)
('Episode', 41, 'Step', 136.0, 'Epsilon', 0.8122733333321035, 'Action', array([ 1.       ,  0.6502024,  0.       ]), 'Reward', -0.29818160187593695)
('Episode', 41, 'Step', 151.0, 'Epsilon', 0.8122233333321032, 'Action', array([-0.4201337 ,  0.59639097,  0.        ]), 'Reward', -0.72400036032540782)
('Episode', 41, 'Step', 166.0, 'Epsilon', 0.8121733333321028, 'Action', array([-1.        ,  0.55176434,  0.        ]), 'Reward', -0.62343903244047438)
('Episode', 41, 'Step', 181.0, 'Epsilon', 0.8121233333321025, 'Action', array([-0.54041345,  0.69787139,  0.        ]), 'Reward', -0.32597321661392187)
('Episode', 41, 'Step', 196.0, 'Epsilon', 0.8120733333321022, 'Action', array([-0.74926296,  0.72615269,  0.        ]), 'Reward', -0.23345413182595723)
('Episode', 41, 'Step', 211.0, 'Epsilon', 0.8120233333321019, 'Action', array([-0.14852839,  0.57833241,  0.        ]), 'Reward', -0.48619245322182303)
('Episode', 41, 'Step', 226.0, 'Epsilon', 0.8119733333321015, 'Action', array([-0.81606054,  0.7241792 ,  0.        ]), 'Reward', -0.5211931122915795)
('Episode', 41, 'Step', 241.0, 'Epsilon', 0.8119233333321012, 'Action', array([ 0.15968323,  0.45625194,  0.        ]), 'Reward', -0.57901224411257024)
('Episode', 41, 'Step', 256.0, 'Epsilon', 0.8118733333321009, 'Action', array([-1.        ,  0.54520838,  0.        ]), 'Reward', -0.76169573648468925)
('Episode', 41, 'Step', 271.0, 'Epsilon', 0.8118233333321005, 'Action', array([-0.70195258,  0.6182526 ,  0.        ]), 'Reward', -1.2201361607727756)
('Episode', 41, 'Step', 286.0, 'Epsilon', 0.8117733333321002, 'Action', array([-1.        ,  0.53649428,  0.        ]), 'Reward', -2.0366126424723316)
('Episode', 41, 'Step', 301.0, 'Epsilon', 0.8117233333320999, 'Action', array([-0.19151851,  0.62362866,  0.        ]), 'Reward', -1.4669865971555454)
('Episode', 41, 'Step', 316.0, 'Epsilon', 0.8116733333320996, 'Action', array([-0.94465087,  0.52663217,  0.        ]), 'Reward', -4.0399326983080108)
('Episode', 41, 'Step', 331.0, 'Epsilon', 0.8116233333320992, 'Action', array([-1.        ,  0.53412233,  0.        ]), 'Reward', -18.714426329075629)
('Episode', 41, 'Step', 346.0, 'Epsilon', 0.8115733333320989, 'Action', array([-0.30170096,  0.50664462,  0.        ]), 'Reward', -3.401097367435689)
('Episode', 41, 'Step', 361.0, 'Epsilon', 0.8115233333320986, 'Action', array([-0.80617719,  0.42595206,  0.        ]), 'Reward', 19.631693204908572)
('Episode', 41, 'Step', 376.0, 'Epsilon', 0.8114733333320983, 'Action', array([ 1.        ,  0.58664848,  0.        ]), 'Reward', 44.883225544535591)
('Episode', 41, 'Step', 391.0, 'Epsilon', 0.8114233333320979, 'Action', array([ 0.2505794 ,  0.61180284,  0.        ]), 'Reward', -14.826113032368283)
('Episode', 41, 'Step', 406.0, 'Epsilon', 0.8113733333320976, 'Action', array([-0.27104801,  0.59143188,  0.        ]), 'Reward', 24.23041250956021)
('Episode', 41, 'Step', 421.0, 'Epsilon', 0.8113233333320973, 'Action', array([-0.40084232,  0.62428285,  0.        ]), 'Reward', 2.8703558795643076)
('Episode', 41, 'Step', 436.0, 'Epsilon', 0.811273333332097, 'Action', array([ 0.28829999,  0.7021801 ,  0.        ]), 'Reward', -1)
('Episode', 41, 'Step', 451.0, 'Epsilon', 0.8112233333320966, 'Action', array([-0.75471762,  0.53421275,  0.        ]), 'Reward', -5.8154740628325055)
('Episode', 41, 'Step', 466.0, 'Epsilon', 0.8111733333320963, 'Action', array([ 0.36421258,  0.56439671,  0.        ]), 'Reward', 12.396638139318817)
('Episode', 41, 'Step', 481.0, 'Epsilon', 0.811123333332096, 'Action', array([ 0.56915288,  0.48453417,  0.        ]), 'Reward', 25.739741546114423)
('Episode', 41, 'Step', 496.0, 'Epsilon', 0.8110733333320956, 'Action', array([ 0.35552107,  0.57107587,  0.        ]), 'Reward', 0.40936141630251655)
('Episode', 41, 'Step', 511.0, 'Epsilon', 0.8110233333320953, 'Action', array([-1.        ,  0.42978157,  0.11551282]), 'Reward', -47.503861940990106)
('Episode', 41, 'Step', 526.0, 'Epsilon', 0.810973333332095, 'Action', array([-0.69711713,  0.54547038,  0.10087437]), 'Reward', -2.6811698532853079)
('Episode', 41, 'Step', 541.0, 'Epsilon', 0.8109233333320947, 'Action', array([-1.        ,  0.60185696,  0.11203832]), 'Reward', -2.1257038597227211)
('Episode', 41, 'Step', 556.0, 'Epsilon', 0.8108733333320943, 'Action', array([ 0.12381606,  0.46898141,  0.12136318]), 'Reward', -2.1039765386563105)
('Episode', 41, 'Step', 571.0, 'Epsilon', 0.810823333332094, 'Action', array([-0.10256921,  0.61728967,  0.1044193 ]), 'Reward', -3.1339463347569554)
('Episode', 41, 'Step', 586.0, 'Epsilon', 0.8107733333320937, 'Action', array([-0.45394565,  0.54789675,  0.13122381]), 'Reward', -1.4139229039193968)
('Episode', 41, 'Step', 601.0, 'Epsilon', 0.8107233333320933, 'Action', array([-0.32413499,  0.57934625,  0.12841966]), 'Reward', -1.9667591867835008)
('Episode', 41, 'Step', 616.0, 'Epsilon', 0.810673333332093, 'Action', array([-0.87364889,  0.59751433,  0.07213674]), 'Reward', -1.7465904130479426)
('Episode', 41, 'Step', 631.0, 'Epsilon', 0.8106233333320927, 'Action', array([ 0.08938386,  0.50549129,  0.1613563 ]), 'Reward', -1.8229250125013461)
('Episode', 41, 'Step', 646.0, 'Epsilon', 0.8105733333320924, 'Action', array([ 0.13999335,  0.5859766 ,  0.08745509]), 'Reward', -2.8139925371673806)
('Episode', 41, 'Step', 661.0, 'Epsilon', 0.810523333332092, 'Action', array([-0.63947828,  0.56772689,  0.16349351]), 'Reward', -0.81176265124762204)
('Episode', 41, 'Step', 676.0, 'Epsilon', 0.8104733333320917, 'Action', array([ 0.24502577,  0.56903514,  0.06043572]), 'Reward', -2.5783523323890396)
('Episode', 41, 'Step', 691.0, 'Epsilon', 0.8104233333320914, 'Action', array([-0.98701552,  0.63358639,  0.10597961]), 'Reward', -1.3673382683583055)
('Episode', 41, 'Step', 706.0, 'Epsilon', 0.810373333332091, 'Action', array([ 0.37040036,  0.51097239,  0.03682642]), 'Reward', -2.7763899229835394)
('Episode', 41, 'Step', 721.0, 'Epsilon', 0.8103233333320907, 'Action', array([ 0.07353742,  0.65460957,  0.04136177]), 'Reward', -2.5157827159506549)
('Episode', 41, 'Step', 736.0, 'Epsilon', 0.8102733333320904, 'Action', array([ 0.23172993,  0.57964703,  0.04203133]), 'Reward', -2.4478678523501611)
('Episode', 41, 'Step', 751.0, 'Epsilon', 0.8102233333320901, 'Action', array([-1.        ,  0.61130529,  0.15965656]), 'Reward', -0.4060991790686056)
('Episode', 41, 'Step', 766.0, 'Epsilon', 0.8101733333320897, 'Action', array([-0.82949933,  0.58977749,  0.17888191]), 'Reward', -0.38771080439774269)
('Episode', 41, 'Step', 781.0, 'Epsilon', 0.8101233333320894, 'Action', array([-0.78782627,  0.58456774,  0.11482903]), 'Reward', -0.88894334565179189)
('Episode', 41, 'Step', 796.0, 'Epsilon', 0.8100733333320891, 'Action', array([-0.94651929,  0.62089013,  0.09376787]), 'Reward', -1.2576955353995927)
('Episode', 41, 'Step', 811.0, 'Epsilon', 0.8100233333320888, 'Action', array([-0.5284205 ,  0.56252203,  0.18347906]), 'Reward', -0.6036433650343318)
('Episode', 41, 'Step', 826.0, 'Epsilon', 0.8099733333320884, 'Action', array([-0.640411  ,  0.57117177,  0.15505848]), 'Reward', -1.0438573759375172)
('Episode', 41, 'Step', 841.0, 'Epsilon', 0.8099233333320881, 'Action', array([-0.77465827,  0.45935994,  0.17165626]), 'Reward', -0.67298663844846141)
('Episode', 41, 'Step', 856.0, 'Epsilon', 0.8098733333320878, 'Action', array([-0.56109398,  0.51256274,  0.06053972]), 'Reward', -1.2086413504885059)
('Episode', 41, 'Step', 871.0, 'Epsilon', 0.8098233333320874, 'Action', array([ 0.29541644,  0.50248188,  0.1813653 ]), 'Reward', -0.94353848931409579)
('Episode', 41, 'Step', 886.0, 'Epsilon', 0.8097733333320871, 'Action', array([-1.        ,  0.61826921,  0.01428854]), 'Reward', -1.1131124761363258)
('Episode', 41, 'Step', 901.0, 'Epsilon', 0.8097233333320868, 'Action', array([-0.25380662,  0.44767157,  0.12681209]), 'Reward', -1.10795621418157)
('Episode', 41, 'Step', 916.0, 'Epsilon', 0.8096733333320865, 'Action', array([-1.        ,  0.67157907,  0.18927732]), 'Reward', -0.37912096732776696)
('Episode', 41, 'Step', 931.0, 'Epsilon', 0.8096233333320861, 'Action', array([-0.34229016,  0.69161411,  0.07314191]), 'Reward', -1.5775218911947186)
('Episode', 41, 'Step', 946.0, 'Epsilon', 0.8095733333320858, 'Action', array([ 0.08855644,  0.70131078,  0.08349819]), 'Reward', -1.5353713746656528)
('Episode', 41, 'Step', 961.0, 'Epsilon', 0.8095233333320855, 'Action', array([ 0.19051358,  0.52405754,  0.08524159]), 'Reward', -1.4180803038313357)
('Episode', 41, 'Step', 976.0, 'Epsilon', 0.8094733333320852, 'Action', array([-1.        ,  0.62592072,  0.19788543]), 'Reward', -0.7301485010176394)
('Episode', 41, 'Step', 991.0, 'Epsilon', 0.8094233333320848, 'Action', array([-0.65222546,  0.57063266,  0.05568485]), 'Reward', -0.58795980135516657)
('Episode', 41, 'Step', 1006.0, 'Epsilon', 0.8093733333320845, 'Action', array([-0.16439827,  0.54755381,  0.17251558]), 'Reward', -0.38308785378798377)
('Episode', 41, 'Step', 1021.0, 'Epsilon', 0.8093233333320842, 'Action', array([ 0.1248686 ,  0.77267791,  0.1427324 ]), 'Reward', -0.87322327400871225)
('Episode', 41, 'Step', 1036.0, 'Epsilon', 0.8092733333320838, 'Action', array([-0.82558848,  0.61975704,  0.1115607 ]), 'Reward', -0.8518334696908697)
('Episode', 41, 'Step', 1051.0, 'Epsilon', 0.8092233333320835, 'Action', array([-1.        ,  0.58354025,  0.16851105]), 'Reward', 0.099697105260538141)
('Episode', 41, 'Step', 1066.0, 'Epsilon', 0.8091733333320832, 'Action', array([ 0.0313344 ,  0.58125614,  0.02721132]), 'Reward', -0.65334999873733945)
('Episode', 41, 'Step', 1081.0, 'Epsilon', 0.8091233333320829, 'Action', array([-1.        ,  0.56860553,  0.02026178]), 'Reward', -0.98417805055776064)
('Episode', 41, 'Step', 1096.0, 'Epsilon', 0.8090733333320825, 'Action', array([-0.51995872,  0.54557757,  0.16475013]), 'Reward', -0.5601329737265146)
('Episode', 41, 'Step', 1111.0, 'Epsilon', 0.8090233333320822, 'Action', array([ 0.6230327 ,  0.62373573,  0.10501274]), 'Reward', -1.2659170789061029)
('Episode', 41, 'Step', 1126.0, 'Epsilon', 0.8089733333320819, 'Action', array([-1.        ,  0.66282857,  0.06824368]), 'Reward', -0.80052212812034895)
('Episode', 41, 'Step', 1141.0, 'Epsilon', 0.8089233333320816, 'Action', array([-0.99404088,  0.58738915,  0.11009315]), 'Reward', -0.86782508935705771)
('Episode', 41, 'Step', 1156.0, 'Epsilon', 0.8088733333320812, 'Action', array([-0.9652314 ,  0.60302395,  0.13880397]), 'Reward', -0.58740226898610259)
('Episode', 41, 'Step', 1171.0, 'Epsilon', 0.8088233333320809, 'Action', array([-1.        ,  0.58141246,  0.11020041]), 'Reward', -0.46207028987006665)
('Episode', 41, 'Step', 1186.0, 'Epsilon', 0.8087733333320806, 'Action', array([-0.70969218,  0.61108096,  0.07109355]), 'Reward', -0.80316123639215864)
('Episode', 41, 'Step', 1201.0, 'Epsilon', 0.8087233333320802, 'Action', array([-0.11984575,  0.57670207,  0.0855551 ]), 'Reward', -0.46022466575316184)
('Episode', 41, 'Step', 1216.0, 'Epsilon', 0.8086733333320799, 'Action', array([ 0.21320534,  0.55380893,  0.07182602]), 'Reward', -1.145133695253594)
('Episode', 41, 'Step', 1231.0, 'Epsilon', 0.8086233333320796, 'Action', array([ 0.29793101,  0.59335144,  0.07863462]), 'Reward', -0.94879571144060426)
('Episode', 41, 'Step', 1246.0, 'Epsilon', 0.8085733333320793, 'Action', array([-0.76046444,  0.81004762,  0.11434375]), 'Reward', -0.47154968531189645)
('Episode', 41, 'Step', 1261.0, 'Epsilon', 0.8085233333320789, 'Action', array([-1.        ,  0.68383899,  0.20417689]), 'Reward', -0.68510689309493233)
('Episode', 41, 'Step', 1276.0, 'Epsilon', 0.8084733333320786, 'Action', array([-0.59801253,  0.67874734,  0.08579882]), 'Reward', -0.7812647444070886)
('Episode', 41, 'Step', 1291.0, 'Epsilon', 0.8084233333320783, 'Action', array([-0.38822594,  0.59696115,  0.11771151]), 'Reward', -0.46747570361379137)
('Episode', 41, 'Step', 1306.0, 'Epsilon', 0.808373333332078, 'Action', array([-0.38591081,  0.64399617,  0.14174664]), 'Reward', -0.39949778416638598)
('Episode', 41, 'Step', 1321.0, 'Epsilon', 0.8083233333320776, 'Action', array([-0.15326573,  0.57389379,  0.05256628]), 'Reward', -0.59219641733376771)
('Episode', 41, 'Step', 1336.0, 'Epsilon', 0.8082733333320773, 'Action', array([-0.84327573,  0.54973622,  0.08412147]), 'Reward', -0.5965518565486958)
('Episode', 41, 'Step', 1351.0, 'Epsilon', 0.808223333332077, 'Action', array([-0.44345843,  0.65130178,  0.14133701]), 'Reward', -0.67325566511466073)
('Episode', 41, 'Step', 1366.0, 'Epsilon', 0.8081733333320766, 'Action', array([-0.43864116,  0.70432337,  0.07479447]), 'Reward', -0.81736121483647117)
('Episode', 41, 'Step', 1381.0, 'Epsilon', 0.8081233333320763, 'Action', array([ 0.27757744,  0.57964082,  0.12254165]), 'Reward', -0.91522399546456468)
('Episode', 41, 'Step', 1396.0, 'Epsilon', 0.808073333332076, 'Action', array([-0.7512239 ,  0.58001344,  0.12295572]), 'Reward', -0.70729935946118361)
('Episode', 41, 'Step', 1411.0, 'Epsilon', 0.8080233333320757, 'Action', array([ 0.25205746,  0.63406972,  0.07145182]), 'Reward', -0.74849704453154509)
('Episode', 41, 'Step', 1426.0, 'Epsilon', 0.8079733333320753, 'Action', array([-0.51412208,  0.51745234,  0.04886042]), 'Reward', -0.39182856638791302)
('Episode', 41, 'Step', 1441.0, 'Epsilon', 0.807923333332075, 'Action', array([-0.0494138 ,  0.6200299 ,  0.05391986]), 'Reward', -0.81958010850714924)
('Episode', 41, 'Step', 1456.0, 'Epsilon', 0.8078733333320747, 'Action', array([ 0.79243082,  0.5725718 ,  0.10946194]), 'Reward', -0.70954244273938805)
('Episode', 41, 'Step', 1471.0, 'Epsilon', 0.8078233333320743, 'Action', array([-0.51112995,  0.712961  ,  0.07361963]), 'Reward', -0.75582611398523225)
('Episode', 41, 'Step', 1486.0, 'Epsilon', 0.807773333332074, 'Action', array([-0.35909658,  0.60527336,  0.08700103]), 'Reward', -0.49626870993049821)
('Episode', 41, 'Step', 1501.0, 'Epsilon', 0.8077233333320737, 'Action', array([-0.2502565 ,  0.66791373,  0.11019482]), 'Reward', -0.43731062877372812)
('Episode', 41, 'Step', 1516.0, 'Epsilon', 0.8076733333320734, 'Action', array([-1.        ,  0.55639583,  0.08039886]), 'Reward', -0.42545270599165813)
('Episode', 41, 'Step', 1531.0, 'Epsilon', 0.807623333332073, 'Action', array([-0.40094073,  0.7285384 ,  0.17440429]), 'Reward', -0.18677523230363824)
('Episode', 41, 'Step', 1546.0, 'Epsilon', 0.8075733333320727, 'Action', array([-1.        ,  0.60468176,  0.12394106]), 'Reward', -0.07972943872615082)
('Episode', 41, 'Step', 1561.0, 'Epsilon', 0.8075233333320724, 'Action', array([-1.        ,  0.68830546,  0.13920252]), 'Reward', -0.8463520207009908)
('Episode', 41, 'Step', 1576.0, 'Epsilon', 0.807473333332072, 'Action', array([ 0.33180369,  0.59064475,  0.1682149 ]), 'Reward', -0.67742195351093937)
('Episode', 41, 'Step', 1591.0, 'Epsilon', 0.8074233333320717, 'Action', array([-0.52072848,  0.6092805 ,  0.1187117 ]), 'Reward', -0.50451756029511918)
('Episode', 41, 'Step', 1606.0, 'Epsilon', 0.8073733333320714, 'Action', array([-0.3080164 ,  0.57827771,  0.09833023]), 'Reward', -0.2191202407617191)
('Episode', 41, 'Step', 1621.0, 'Epsilon', 0.8073233333320711, 'Action', array([ 0.23723981,  0.63924484,  0.07443193]), 'Reward', -0.18646607017336209)
('Episode', 41, 'Step', 1636.0, 'Epsilon', 0.8072733333320707, 'Action', array([-1.        ,  0.74254606,  0.1213054 ]), 'Reward', -0.29984012666354387)
('Episode', 41, 'Step', 1651.0, 'Epsilon', 0.8072233333320704, 'Action', array([-0.74248188,  0.38207122,  0.10679326]), 'Reward', -0.009451178337326796)
('Episode', 41, 'Step', 1666.0, 'Epsilon', 0.8071733333320701, 'Action', array([ 0.57635921,  0.62485044,  0.07514213]), 'Reward', -0.66881819949077226)
('Episode', 41, 'Step', 1681.0, 'Epsilon', 0.8071233333320698, 'Action', array([-0.6118615 ,  0.68219543,  0.08751894]), 'Reward', -0.28090031320601383)
('Episode', 41, 'Step', 1696.0, 'Epsilon', 0.8070733333320694, 'Action', array([ 0.35410929,  0.57541465,  0.17036713]), 'Reward', -0.55861555800660279)
('Episode', 41, 'Step', 1711.0, 'Epsilon', 0.8070233333320691, 'Action', array([-0.20907538,  0.63414338,  0.10392055]), 'Reward', -0.36288744625585595)
('Episode', 41, 'Step', 1726.0, 'Epsilon', 0.8069733333320688, 'Action', array([-0.64412034,  0.57714807,  0.03283373]), 'Reward', -0.45121813574967018)
('Episode', 41, 'Step', 1741.0, 'Epsilon', 0.8069233333320684, 'Action', array([-0.60725876,  0.60376474,  0.17775439]), 'Reward', -0.33512756088054652)
('Episode', 41, 'Step', 1756.0, 'Epsilon', 0.8068733333320681, 'Action', array([-0.1754692,  0.5022735,  0.1122383]), 'Reward', -0.17200714465284897)
('Episode', 41, 'Step', 1771.0, 'Epsilon', 0.8068233333320678, 'Action', array([ 0.09010311,  0.66326962,  0.10568807]), 'Reward', -0.68724887020677516)
('Episode', 41, 'Step', 1786.0, 'Epsilon', 0.8067733333320675, 'Action', array([-1.        ,  0.62791459,  0.05509109]), 'Reward', -0.70271629090433485)
('Episode', 41, 'Step', 1801.0, 'Epsilon', 0.8067233333320671, 'Action', array([ 0.96744835,  0.58808632,  0.18465348]), 'Reward', -0.21914615078691821)
('Episode', 41, 'Step', 1816.0, 'Epsilon', 0.8066733333320668, 'Action', array([-0.64798036,  0.60839466,  0.13126996]), 'Reward', -0.48765220377028728)
('Episode', 41, 'Step', 1831.0, 'Epsilon', 0.8066233333320665, 'Action', array([-0.35372619,  0.72112729,  0.09887773]), 'Reward', -0.39717988707451102)
('Episode', 41, 'Step', 1846.0, 'Epsilon', 0.8065733333320662, 'Action', array([-0.64542637,  0.60193376,  0.07550897]), 'Reward', -0.019300256498386088)
('Episode', 41, 'Step', 1861.0, 'Epsilon', 0.8065233333320658, 'Action', array([-1.        ,  0.37912636,  0.14691403]), 'Reward', -0.16698678708341375)
('Episode', 41, 'Step', 1876.0, 'Epsilon', 0.8064733333320655, 'Action', array([-0.53356791,  0.63047843,  0.09883353]), 'Reward', -0.093572370858804668)
('Episode', 41, 'Step', 1891.0, 'Epsilon', 0.8064233333320652, 'Action', array([-1.        ,  0.57063326, Waiting for request on port 3101
******* RESTARTING *****
 0.11765069]), 'Reward', -0.33511528733650864)
('Episode', 41, 'Step', 1906.0, 'Epsilon', 0.8063733333320648, 'Action', array([-1.        ,  0.70652283,  0.13900263]), 'Reward', -0.66717966583666244)
('Episode', 41, 'Step', 1921.0, 'Epsilon', 0.8063233333320645, 'Action', array([-0.81454352,  0.81668224,  0.09100848]), 'Reward', -0.53599041884739784)
('Episode', 41, 'Step', 1936.0, 'Epsilon', 0.8062733333320642, 'Action', array([-1.        ,  0.59505126,  0.11350242]), 'Reward', -0.18919235140554805)
('Episode', 41, 'Step', 1951.0, 'Epsilon', 0.8062233333320639, 'Action', array([-0.60447623,  0.58175396,  0.19384432]), 'Reward', -0.34315685174598792)
('Episode', 41, 'Step', 1966.0, 'Epsilon', 0.8061733333320635, 'Action', array([-0.10067459,  0.69061547,  0.08804829]), 'Reward', -0.3996680495029179)
('Episode', 41, 'Step', 1981.0, 'Epsilon', 0.8061233333320632, 'Action', array([-0.77034515,  0.54817171,  0.13213566]), 'Reward', -0.14732407113412685)
('Episode', 41, 'Step', 1996.0, 'Epsilon', 0.8060733333320629, 'Action', array([-0.71383121,  0.66072186,  0.11342923]), 'Reward', -0.60497947484176051)
TOTAL REWARD @ 41-th Episode  : Reward 277.984867055
Total Step: 58654

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 42 Replay Buffer 58181 Early Stopping: 0 Epsilon: 0.806063333332 RN: 0.866854275836
('Episode', 42, 'Step', 11.0, 'Epsilon', 0.8060233333320626, 'Action', array([-1.        ,  0.61716243,  0.        ]), 'Reward', 13.346815324128828)
('Episode', 42, 'Step', 26.0, 'Epsilon', 0.8059733333320622, 'Action', array([ 0.39660013,  0.5557697 ,  0.        ]), 'Reward', 30.41222539202403)
('Episode', 42, 'Step', 41.0, 'Epsilon', 0.8059233333320619, 'Action', array([ 0.55966495,  0.38732131,  0.        ]), 'Reward', -9.9286734012034188)
('Episode', 42, 'Step', 56.0, 'Epsilon', 0.8058733333320616, 'Action', array([-1.        ,  0.59846012,  0.        ]), 'Reward', 43.497587741564359)
('Episode', 42, 'Step', 71.0, 'Epsilon', 0.8058233333320612, 'Action', array([ 0.8083104 ,  0.49976443,  0.00504378]), 'Reward', 34.858511208189555)
('Episode', 42, 'Step', 86.0, 'Epsilon', 0.8057733333320609, 'Action', array([-1.        ,  0.68743185,  0.        ]), 'Reward', -11.478520781334167)
('Episode', 42, 'Step', 101.0, 'Epsilon', 0.8057233333320606, 'Action', array([ 0.99005891,  0.65871607,  0.        ]), 'Reward', -0.7040258969215305)
('Episode', 42, 'Step', 116.0, 'Epsilon', 0.8056733333320603, 'Action', array([-0.16850802,  0.66477079,  0.        ]), 'Reward', -0.51350693905692402)
('Episode', 42, 'Step', 131.0, 'Epsilon', 0.8056233333320599, 'Action', array([-0.29701636,  0.60840589,  0.        ]), 'Reward', -0.76626350983072433)
('Episode', 42, 'Step', 146.0, 'Epsilon', 0.8055733333320596, 'Action', array([-0.42253041,  0.68956971,  0.        ]), 'Reward', -1.0712341622424157)
('Episode', 42, 'Step', 161.0, 'Epsilon', 0.8055233333320593, 'Action', array([-0.875473  ,  0.59957608,  0.        ]), 'Reward', -1.7216951357070673)
('Episode', 42, 'Step', 176.0, 'Epsilon', 0.805473333332059, 'Action', array([-0.7454023 ,  0.63122697,  0.        ]), 'Reward', -5.8869177941376272)
('Episode', 42, 'Step', 191.0, 'Epsilon', 0.8054233333320586, 'Action', array([-0.78462823,  0.49848228,  0.        ]), 'Reward', -15.630587718300971)
('Episode', 42, 'Step', 206.0, 'Epsilon', 0.8053733333320583, 'Action', array([ 0.49103085,  0.48603078,  0.        ]), 'Reward', 20.846035389578489)
('Episode', 42, 'Step', 221.0, 'Epsilon', 0.805323333332058, 'Action', array([-0.43656585,  0.49828354,  0.        ]), 'Reward', 40.414733448315104)
('Episode', 42, 'Step', 236.0, 'Epsilon', 0.8052733333320576, 'Action', array([ 0.1027388 ,  0.55734067,  0.        ]), 'Reward', -1)
('Episode', 42, 'Step', 251.0, 'Epsilon', 0.8052233333320573, 'Action', array([-0.95334844,  0.54427593,  0.        ]), 'Reward', 43.16294868615492)
('Episode', 42, 'Step', 266.0, 'Epsilon', 0.805173333332057, 'Action', array([-0.60019232,  0.64578282,  0.        ]), 'Reward', -21.41372940994026)
('Episode', 42, 'Step', 281.0, 'Epsilon', 0.8051233333320567, 
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
'Action', array([-1.        ,  0.53463774,  0.        ]), 'Reward', -11.13830137596201)
('Episode', 42, 'Step', 296.0, 'Epsilon', 0.8050733333320563, 'Action', array([-0.44758625,  0.55048726,  0.        ]), 'Reward', -0.24404637870386392)
('Episode', 42, 'Step', 311.0, 'Epsilon', 0.805023333332056, 'Action', array([-0.53702358,  0.58763772,  0.        ]), 'Reward', -0.01377650294341282)
('Episode', 42, 'Step', 326.0, 'Epsilon', 0.8049733333320557, 'Action', array([-1.       ,  0.5605251,  0.       ]), 'Reward', -0.41110136846164658)
('Episode', 42, 'Step', 341.0, 'Epsilon', 0.8049233333320553, 'Action', array([-1.       ,  0.5482174,  0.       ]), 'Reward', -0.23715711480745252)
('Episode', 42, 'Step', 356.0, 'Epsilon', 0.804873333332055, 'Action', array([-1.       ,  0.6262809,  0.       ]), 'Reward', -0.44735435337776452)
('Episode', 42, 'Step', 371.0, 'Epsilon', 0.8048233333320547, 'Action', array([-1.        ,  0.55633821,  0.        ]), 'Reward', -0.26314595310989564)
('Episode', 42, 'Step', 386.0, 'Epsilon', 0.8047733333320544, 'Action', array([-1.        ,  0.60522467,  0.        ]), 'Reward', -0.2474663246066483)
('Episode', 42, 'Step', 401.0, 'Epsilon', 0.804723333332054, 'Action', array([ 0.43529888,  0.53216459,  0.        ]), 'Reward', -0.095441111590201549)
('Episode', 42, 'Step', 416.0, 'Epsilon', 0.8046733333320537, 'Action', array([-1.        ,  0.54551417,  0.        ]), 'Reward', -0.30612747701602994)
('Episode', 42, 'Step', 431.0, 'Epsilon', 0.8046233333320534, 'Action', array([-1.        ,  0.65263101,  0.        ]), 'Reward', -0.52128703760751793)
('Episode', 42, 'Step', 446.0, 'Epsilon', 0.804573333332053, 'Action', array([-0.36298341,  0.5939408 ,  0.        ]), 'Reward', -0.49758124713494251)
('Episode', 42, 'Step', 461.0, 'Epsilon', 0.8045233333320527, 'Action', array([-1.        ,  0.72883318,  0.        ]), 'Reward', -0.93905557451605604)
('Episode', 42, 'Step', 476.0, 'Epsilon', 0.8044733333320524, 'Action', array([ 0.35582996,  0.69717147,  0.        ]), 'Reward', -0.47689613009629522)
('Episode', 42, 'Step', 491.0, 'Epsilon', 0.8044233333320521, 'Action', array([-1.        ,  0.55623277,  0.        ]), 'Reward', -1.5411365500582295)
('Episode', 42, 'Step', 506.0, 'Epsilon', 0.8043733333320517, 'Action', array([-1.        ,  0.48819164,  0.        ]), 'Reward', -2.154908148890232)
('Episode', 42, 'Step', 521.0, 'Epsilon', 0.8043233333320514, 'Action', array([-0.31157555,  0.63588808,  0.        ]), 'Reward', 12.863349828453952)
('Episode', 42, 'Step', 536.0, 'Epsilon', 0.8042733333320511, 'Action', array([-0.87861217,  0.50129506,  0.        ]), 'Reward', -7.0780375012139274)
('Episode', 42, 'Step', 551.0, 'Epsilon', 0.8042233333320508, 'Action', array([-0.65829318,  0.67961092,  0.        ]), 'Reward', 22.333693638059181)
('Episode', 42, 'Step', 566.0, 'Epsilon', 0.8041733333320504, 'Action', array([ 0.54564725,  0.63827942,  0.        ]), 'Reward', 33.012051544001451)
('Episode', 42, 'Step', 581.0, 'Epsilon', 0.8041233333320501, 'Action', array([-1.        ,  0.61682638,  0.        ]), 'Reward', -38.857306044869588)
('Episode', 42, 'Step', 596.0, 'Epsilon', 0.8040733333320498, 'Action', array([ 0.51578183,  0.53456274,  0.        ]), 'Reward', -124.78311512129422)
Terminating because Turned Back
TOTAL REWARD @ 42-th Episode  : Reward 1139.76001198
Total Step: 59253

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 43 Replay Buffer 58780 Early Stopping: 0 Epsilon: 0.804066666665 RN: 0.601296396699
('Episode', 43, 'Step', 12.0, 'Epsilon', 0.8040233333320495, 'Action', array([ 1.        ,  0.63104462,  0.        ]), 'Reward', 9.0529509762320401)
('Episode', 43, 'Step', 27.0, 'Epsilon', 0.8039733333320491, 'Action', array([-1.        ,  0.52608119,  0.17577175]), 'Reward', -4.1560364149455031)
('Episode', 43, 'Step', 42.0, 'Epsilon', 0.8039233333320488, 'Action', array([-0.87093058,  0.61267994,  0.20686282]), 'Reward', 0.0053776371494809435)
('Episode', 43, 'Step', 57.0, 'Epsilon', 0.8038733333320485, 'Action', array([-0.2875986 ,  0.59401762,  0.07284384]), 'Reward', -0.28142622506327725)
('Episode', 43, 'Step', 72.0, 'Epsilon', 0.8038233333320481, 'Action', array([-1.        ,  0.49572348,  0.0621404 ]), 'Reward', -0.2892170067491624)
('Episode', 43, 'Step', 87.0, 'Epsilon', 0.8037733333320478, 'Action', array([-0.86051665,  0.55252444,  0.08899494]), 'Reward', 0.039705280898886926)
('Episode', 43, 'Step', 102.0, 'Epsilon', 0.8037233333320475, 'Action', array([-1.        ,  0.55713149,  0.09138394]), 'Reward', -0.23595715546789178)
('Episode', 43, 'Step', 117.0, 'Epsilon', 0.8036733333320472, 'Action', array([-0.79351847,  0.65010034,  0.14084534]), 'Reward', 0.055174141861235579)
('Episode', 43, 'Step', 132.0, 'Epsilon', 0.8036233333320468, 'Action', array([ 1.        ,  0.66910455,  0.11957148]), 'Reward', -0.30874542001530381)
('Episode', 43, 'Step', 147.0, 'Epsilon', 0.8035733333320465, 'Action', array([-0.21771259,  0.74856876,  0.09231312]), 'Reward', -0.078758528681660389)
('Episode', 43, 'Step', 162.0, 'Epsilon', 0.8035233333320462, 'Action', array([-0.67940751,  0.53984742,  0.1683459 ]), 'Reward', -0.15105047585186793)
('Episode', 43, 'Step', 177.0, 'Epsilon', 0.8034733333320458, 'Action', array([-0.49528995,  0.53539596,  0.08934078]), 'Reward', 0.056758945431918423)
('Episode', 43, 'Step', 192.0, 'Epsilon', 0.8034233333320455, 'Action', array([-0.82765797,  0.51842188,  0.14513571]), 'Reward', 0.0076356485727070763)
('Episode', 43, 'Step', 207.0, 'Epsilon', 0.8033733333320452, 'Action', array([-1.        ,  0.59239863,  0.15413249]), 'Reward', 0.039040263791770197)
('Episode', 43, 'Step', 222.0, 'Epsilon', 0.8033233333320449, 'Action', array([ 0.69269179,  0.51903116,  0.124707  ]), 'Reward', -0.19629282599439274)
('Episode', 43, 'Step', 237.0, 'Epsilon', 0.8032733333320445, 'Action', array([-0.20558812,  0.68043753,  0.10062041]), 'Reward', -0.029996916791607466)
('Episode', 43, 'Step', 252.0, 'Epsilon', 0.8032233333320442, 'Action', array([-0.30733322,  0.74001676,  0.10831641]), 'Reward', -0.22504231724744608)
('Episode', 43, 'Step', 267.0, 'Epsilon', 0.8031733333320439, 'Action', array([-0.93478477,  0.49329627,  0.10551117]), 'Reward', -0.083071679114188168)
('Episode', 43, 'Step', 282.0, 'Epsilon', 0.8031233333320436, 'Action', array([-1.        ,  0.53690398,  0.14071937]), 'Reward', 0.030794269769757382)
('Episode', 43, 'Step', 297.0, 'Epsilon', 0.8030733333320432, 'Action', array([-0.33897024,  0.48861958,  0.06472437]), 'Reward', -0.07767664764370584)
('Episode', 43, 'Step', 312.0, 'Epsilon', 0.8030233333320429, 'Action', array([-0.16226273,  0.63739114,  0.05211974]), 'Reward', -0.3167463203348384)
('Episode', 43, 'Step', 327.0, 'Epsilon', 0.8029733333320426, 'Action', array([-1.        ,  0.63549622,  0.05806127]), 'Reward', 0.045722113009575016)
('Episode', 43, 'Step', 342.0, 'Epsilon', 0.8029233333320422, 'Action', array([-0.28032252,  0.56736551,  0.20119504]), 'Reward', -0.22895588148955792)
('Episode', 43, 'Step', 357.0, 'Epsilon', 0.8028733333320419, 'Action', array([-0.81327454,  0.56000031,  0.09848733]), 'Reward', -0.18606712439238143)
('Episode', 43, 'Step', 372.0, 'Epsilon', 0.8028233333320416, 'Action', array([-0.080605  ,  0.5267569 ,  0.08672469]), 'Reward', -0.76340543324314114)
('Episode', 43, 'Step', 387.0, 'Epsilon', 0.8027733333320413, 'Action', array([-0.77558165,  0.56306403,  0.15269775]), 'Reward', -0.515848284451076)
('Episode', 43, 'Step', 402.0, 'Epsilon', 0.8027233333320409, 'Action', array([-1.        ,  0.67089591,  0.12014653]), 'Reward', -0.20712855674460415)
('Episode', 43, 'Step', 417.0, 'Epsilon', 0.8026733333320406, 'Action', array([ 0.4515741 ,  0.51984436,  0.08487591]), 'Reward', 0.05327390882663513)
('Episode', 43, 'Step', 432.0, 'Epsilon', 0.8026233333320403, 'Action', array([-0.09590931,  0.57421783,  0.10106344]), 'Reward', -0.19729139261502429)
('Episode', 43, 'Step', 447.0, 'Epsilon', 0.80257333333204, 'Action', array([-0.38496075,  0.59850452,  0.10855129]), 'Reward', -0.27431582997752352)
('Episode', 43, 'Step', 462.0, 'Epsilon', 0.8025233333320396, 'Action', array([ 0.32715231,  0.50256099,  0.0650118 ]), 'Reward', -0.75143490490642462)
('Episode', 43, 'Step', 477.0, 'Epsilon', 0.8024733333320393, 'Action', array([-0.3247459 ,  0.72962059,  0.1593903 ]), 'Reward', 0.021224104164110365)
('Episode', 43, 'Step', 492.0, 'Epsilon', 0.802423333332039, 'Action', array([-1.        ,  0.51863314,  0.05260628]), 'Reward', -0.067108245789018139)
('Episode', 43, 'Step', 507.0, 'Epsilon', 0.8023733333320386, 'Action', array([-1.        ,  0.62882292,  0.12141239]), 'Reward', 0.095974078378425351)
('Episode', 43, 'Step', 522.0, 'Epsilon', 0.8023233333320383, 'Action', array([-0.60344916,  0.6014296 ,  0.11710844]), 'Reward', -0.67975664430500127)
('Episode', 43, 'Step', 537.0, 'Epsilon', 0.802273333332038, 'Action', array([-0.44708589,  0.50791492,  0.15500488]), 'Reward', -0.28696994260500508)
('Episode', 43, 'Step', 552.0, 'Epsilon', 0.8022233333320377, 'Action', array([-0.57813623,  0.69440595,  0.13044943]), 'Reward', -0.13150261305311925)
('Episode', 43, 'Step', 567.0, 'Epsilon', 0.8021733333320373, 'Action', array([-1.        ,  0.60540482,  0.12003549]), 'Reward', -0.20002500487594049)
('Episode', 43, 'Step', 582.0, 'Epsilon', 0.802123333332037, 'Action', array([-0.03051044,  0.60102511,  0.14046271]), 'Reward', 0.07598011715609948)
('Episode', 43, 'Step', 597.0, 'Epsilon', 0.8020733333320367, 'Action', array([-0.32017173,  0.55025534,  0.14011325]), 'Reward', -0.35237787718737912)
('Episode', 43, 'Step', 612.0, 'Epsilon', 0.8020233333320363, 'Action', array([ 0.87647545,  0.71781329,  0.05146179]), 'Reward', -0.083476687095973473)
('Episode', 43, 'Step', 627.0, 'Epsilon', 0.801973333332036, 'Action', array([-0.1934954 ,  0.60639743,  0.12126851]), 'Reward', -0.51567586477520411)
('Episode', 43, 'Step', 642.0, 'Epsilon', 0.8019233333320357, 'Action', array([-0.61913633,  0.5472539 ,  0.07218366]), 'Reward', -0.18655826558866867)
('Episode', 43, 'Step', 657.0, 'Epsilon', 0.8018733333320354, 'Action', array([-0.9895575 ,  0.65117985,  0.19952802]), 'Reward', -0.033117682910633953)
('Episode', 43, 'Step', 672.0, 'Epsilon', 0.801823333332035, 'Action', array([-0.69407314,  0.54764973,  0.06893163]), 'Reward', -0.21565378709245431)
('Episode', 43, 'Step', 687.0, 'Epsilon', 0.8017733333320347, 'Action', array([-1.        ,  0.59723899,  0.09667974]), 'Reward', -0.0061646239344657003)
('Episode', 43, 'Step', 702.0, 'Epsilon', 0.8017233333320344, 'Action', array([-0.47701192,  0.69159893,  0.08595517]), 'Reward', -0.32094083468019985)
('Episode', 43, 'Step', 717.0, 'Epsilon', 0.801673333332034, 'Action', array([-1.        ,  0.51654683,  0.16010814]), 'Reward', 0.02744677520270055)
('Episode', 43, 'Step', 732.0, 'Epsilon', 0.8016233333320337, 'Action', array([-1.        ,  0.59080906,  0.21334246]), 'Reward', -0.29954499253756478)
('Episode', 43, 'Step', 747.0, 'Epsilon', 0.8015733333320334, 'Action', array([-0.48818902,  0.67045124,  0.14336796]), 'Reward', -0.52673138328854296)
('Episode', 43, 'Step', 762.0, 'Epsilon', 0.8015233333320331, 'Action', array([-1.        ,  0.41941763,  0.15650353]), 'Reward', -0.4526387540201981)
('Episode', 43, 'Step', 777.0, 'Epsilon', 0.8014733333320327, 'Action', array([-0.58443437,  0.71518354,  0.0580115 ]), 'Reward', -0.40163323394318406)
('Episode', 43, 'Step', 792.0, 'Epsilon', 0.8014233333320324, 'Action', array([ 0.5275026 ,  0.54568077,  0.1126822 ]), 'Reward', -0.030657276647889149)
('Episode', 43, 'Step', 807.0, 'Epsilon', 0.8013733333320321, 'Action', array([-1.        ,  0.54543341,  0.16568842]), 'Reward', -0.14268267814693089)
('Episode', 43, 'Step', 822.0, 'Epsilon', 0.8013233333320318, 'Action', array([ 0.28653434,  0.66236293,  0.08089565]), 'Reward', -0.73889202042913393)
('Episode', 43, 'Step', 837.0, 'Epsilon', 0.8012733333320314, 'Action', array([ 0.72888177,  0.58834389,  0.11618766]), 'Reward', -0.2069321254163953)
('Episode', 43, 'Step', 852.0, 'Epsilon', 0.8012233333320311, 'Action', array([-0.87433251,  0.53160385,  0.07808886]), 'Reward', 0.0054528820222440062)
('Episode', 43, 'Step', 867.0, 'Epsilon', 0.8011733333320308, 'Action', array([-1.        ,  0.49216937,  0.19521325]), 'Reward', -0.16147283442849419)
('Episode', 43, 'Step', 882.0, 'Epsilon', 0.8011233333320305, 'Action', array([ 0.46420519,  0.5503484 ,  0.1529029 ]), 'Reward', 0.0081784124669708261)
('Episode', 43, 'Step', 897.0, 'Epsilon', 0.8010733333320301, 'Action', array([-0.00792497,  0.49773702,  0.07542353]), 'Reward', -0.16928386740573018)
('Episode', 43, 'Step', 912.0, 'Epsilon', 0.8010233333320298, 'Action', array([-0.74957443,  0.57262945,  0.09951674]), 'Reward', 0.098998521119711996)
('Episode', 43, 'Step', 927.0, 'Epsilon', 0.8009733333320295, 'Action', array([-1.        ,  0.62898176,  0.12205461]), 'Reward', -0.3019226800099844)
('Episode', 43, 'Step', 942.0, 'Epsilon', 0.8009233333320291, 'Action', array([-0.58500428,  0.6090272 ,  0.18749863]), 'Reward', -0.2631300545182243)
('Episode', 43, 'Step', 957.0, 'Epsilon', 0.8008733333320288, 'Action', array([-0.30739143,  0.56755016,  0.16417005]), 'Reward', -0.086575491282965447)
('Episode', 43, 'Step', 972.0, 'Epsilon', 0.8008233333320285, 'Action', array([ 0.18653003,  0.60801473,  0.16859253]), 'Reward', 0.034840530184682)
('Episode', 43, 'Step', 987.0, 'Epsilon', 0.8007733333320282, 'Action', array([-0.70575585,  0.6333394 ,  0.13814235]), 'Reward', 0.06977601168037377)
('Episode', 43, 'Step', 1002.0, 'Epsilon', 0.8007233333320278, 'Action', array([ 0.53320301,  0.55939789,  0.13557965]), 'Reward', 0.018079761893433192)
('Episode', 43, 'Step', 1017.0, 'Epsilon', 0.8006733333320275, 'Action', array([-0.7711505 ,  0.56893264,  0.11785834]), 'Reward', -0.066829480948112266)
('Episode', 43, 'Step', 1032.0, 'Epsilon', 0.8006233333320272, 'Action', array([-0.87922708,  0.68753803,  0.13166774]), 'Reward', -0.39691749557789346)
('Episode', 43, 'Step', 1047.0, 'Epsilon', 0.8005733333320268, 'Action', array([-0.8304723 ,  0.62089779,  0.13940855]), 'Reward', 0.047211034706035368)
('Episode', 43, 'Step', 1062.0, 'Epsilon', 0.8005233333320265, 'Action', array([-0.97262701,  0.54908506,  0.1428526 ]), 'Reward', -0.012627142874309171)
('Episode', 43, 'Step', 1077.0, 'Epsilon', 0.8004733333320262, 'Action', array([-0.88795045,  0.74087589,  0.04054519]), 'Reward', -0.052108530977002111)
('Episode', 43, 'Step', 1092.0, 'Epsilon', 0.8004233333320259, 'Action', array([-0.86956391,  0.64508108,  0.08935067]), 'Reward', 0.098697600880469444)
('Episode', 43, 'Step', 1107.0, 'Epsilon', 0.8003733333320255, 'Action', array([ 0.5851837 ,  0.60426803,  0.13421154]), 'Reward', -0.21510553414144201)
('Episode', 43, 'Step', 1122.0, 'Epsilon', 0.8003233333320252, 'Action', array([-0.35446073,  0.46924315,  0.13734817]), 'Reward', 0.049891552667724298)
('Episode', 43, 'Step', 1137.0, 'Epsilon', 0.8002733333320249, 'Action', array([-1.       ,  0.6274686,  0.1459997]), 'Reward', -0.50610815662429554)
('Episode', 43, 'Step', 1152.0, 'Epsilon', 0.8002233333320246, 'Action', array([ 0.24623622,  0.49781439,  0.10442521]), 'Reward', 0.024855855869115703)
('Episode', 43, 'Step', 1167.0, 'Epsilon', 0.8001733333320242, 'Action', array([-1.        ,  0.6431927 ,  0.15533339]), 'Reward', -0.40794891920213794)
('Episode', 43, 'Step', 1182.0, 'Epsilon', 0.8001233333320239, 'Action', array([-0.49940283,  0.60051135,  0.07661534]), 'Reward', -0.6036047562275707)
('Episode', 43, 'Step', 1197.0, 'Epsilon', 0.8000733333320236, 'Action', array([-0.21957619,  0.69380885,  0.11914383]), 'Reward', -0.01336632657472322)
('Episode', 43, 'Step', 1212.0, 'Epsilon', 0.8000233333320232, 'Action', array([-0.54641842,  0.59162157,  0.0687303 ]), 'Reward', -0.015792036131347231)
('Episode', 43, 'Step', 1227.0, 'Epsilon', 0.7999733333320229, 'Action', array([-1.        ,  0.68677976,  0.19960133]), 'Reward', -0.10468022567788769)
('Episode', 43, 'Step', 1242.0, 'Epsilon', 0.7999233333320226, 'Action', array([-1.        ,  0.60919115,  0.06793977]), 'Reward', 0.052506906504520293)
('Episode', 43, 'Step', 1257.0, 'Epsilon', 0.7998733333320223, 'Action', array([ 0.04449754,  0.60435243,  0.17188167]), 'Reward', 0.0090211416737516533)
('Episode', 43, 'Step', 1272.0, 'Epsilon', 0.7998233333320219, 'Action', array([ 0.26956003,  0.57160992,  0.10251639]), 'Reward', -0.36174580840952292)
('Episode', 43, 'Step', 1287.0, 'Epsilon', 0.7997733333320216, 'Action', array([-0.78006864,  0.67141009,  0.16477442]), 'Reward', -0.054674400161045258)
('Episode', 43, 'Step', 1302.0, 'Epsilon', 0.7997233333320213, 'Action', array([ 0.85314002,  0.7402004 ,  0.11469807]), 'Reward', -0.0016554236545684618)
('Episode', 43, 'Step', 1317.0, 'Epsilon', 0.799673333332021, 'Action', array([-0.86590225,  0.54030746,  0.11491329]), 'Reward', -0.23394183419865971)
('Episode', 43, 'Step', 1332.0, 'Epsilon', 0.7996233333320206, 'Action', array([ 0.31355685,  0.66863261,  0.11724265]), 'Reward', -0.2483635111809237)
('Episode', 43, 'Step', 1347.0, 'Epsilon', 0.7995733333320203, 'Action', array([-0.6424788 ,  0.76526842,  0.06181058]), 'Reward', -0.20138257795091338)
('Episode', 43, 'Step', 1362.0, 'Epsilon', 0.79952333333202, 'Action', array([-0.44496204,  0.57269932,  0.06369364]), 'Reward', -0.11174775098740231)
('Episode', 43, 'Step', 1377.0, 'Epsilon', 0.7994733333320196, 'Action', array([-0.6124083 ,  0.72117017,  0.12304471]), 'Reward', -0.4522826640625166)
('Episode', 43, 'Step', 1392.0, 'Epsilon', 0.7994233333320193, 'Action', array([-0.42565993,  0.62247355,  0.11020139]), 'Reward', 0.068292861172195851)
('Episode', 43, 'Step', 1407.0, 'Epsilon', 0.799373333332019, 'Action', array([-0.74518488,  0.64557606,  0.0850661 ]), 'Reward', 0.13287534209994015)
('Episode', 43, 'Step', 1422.0, 'Epsilon', 0.7993233333320187, 'Action', array([-1.        ,  0.67449587,  0.15631967]), 'Reward', -0.11868554301284459)
('Episode', 43, 'Step', 1437.0, 'Epsilon', 0.7992733333320183, 'Action', array([-0.73563431,  0.50536811,  0.17385011]), 'Reward', -0.30882652031778068)
('Episode', 43, 'Step', 1452.0, 'Epsilon', 0.799223333332018, 'Action', array([ 0.11556623,  0.60396436,  0.13642329]), 'Reward', -0.11440928424394164)
('Episode', 43, 'Step', 1467.0, 'Epsilon', 0.7991733333320177, 'Action', array([-0.15983506,  0.61927503,  0.08181323]), 'Reward', -0.093474058625638234)
('Episode', 43, 'Step', 1482.0, 'Epsilon', 0.7991233333320173, 'Action', array([-0.1696839 ,  0.63104511,  0.05935039]), 'Reward', 0.12549276107059701)
('Episode', 43, 'Step', 1497.0, 'Epsilon', 0.799073333332017, 'Action', array([-0.36131754,  0.67539146,  0.18864716]), 'Reward', -0.52561542396360106)
('Episode', 43, 'Step', 1512.0, 'Epsilon', 0.7990233333320167, 'Action', array([-1.        ,  0.65217796,  0.12704137]), 'Reward', -0.136308912171167)
('Episode', 43, 'Step', 1527.0, 'Epsilon', 0.7989733333320164, 'Action', array([ 0.31037098,  0.68405696,  0.067194  ]), 'Reward', -0.38674095729634378)
('Episode', 43, 'Step', 1542.0, 'Epsilon', 0.798923333332016, 'Action', array([-0.78456536,  0.54249063,  0.14267548]), 'Reward', -0.39627328147541124)
('Episode', 43, 'Step', 1557.0, 'Epsilon', 0.7988733333320157, 'Action', array([-0.57141334,  0.54724562,  0.19930535]), 'Reward', -0.31538675835113456)
('Episode', 43, 'Step', 1572.0, 'Epsilon', 0.7988233333320154, 'Action', array([-0.4718489 ,  0.53905236,  0.13372927]), 'Reward', -0.010302713261194066)
('Episode', 43, 'Step', 1587.0, 'Epsilon', 0.7987733333320151, 'Action', array([-0.76595251,  0.58971561,  0.12351647]), 'Reward', -0.23920935986774847)
('Episode', 43, 'Step', 1602.0, 'Epsilon', 0.7987233333320147, 'Action', array([-0.95440503,  0.7079654 ,  0.06667703]), 'Reward', -0.18435726900625726)
('Episode', 43, 'Step', 1617.0, 'Epsilon', 0.7986733333320144, 'Action', array([-1.        ,  0.63572938,  0.16406282]), 'Reward', -0.13083987024904611)
('Episode', 43, 'Step', 1632.0, 'Epsilon', 0.7986233333320141, 'Action', array([-0.49871411,  0.63895674,  0.05096774]), 'Reward', 0.059240030364174578)
('Episode', 43, 'Step', 1647.0, 'Epsilon', 0.7985733333320137, 'Action', array([-0.03048493,  0.5226357 ,  0.069407  ]), 'Reward', -0.12337592938401504)
('Episode', 43, 'Step', 1662.0, 'Epsilon', 0.7985233333320134, 'Action', array([-0.23784466,  0.58444685,  0.13190957]), 'Reward', -0.094588979120646982)
('Episode', 43, 'Step', 1677.0, 'Epsilon'Waiting for request on port 3101
******* RESTARTING *****
, 0.7984733333320131, 'Action', array([-0.71202847,  0.49829724,  0.12393524]), 'Reward', 0.076310174064138273)
('Episode', 43, 'Step', 1692.0, 'Epsilon', 0.7984233333320128, 'Action', array([ 0.44853736,  0.61905442,  0.13502567]), 'Reward', 0.064842564224979596)
('Episode', 43, 'Step', 1707.0, 'Epsilon', 0.7983733333320124, 'Action', array([-0.4321428 ,  0.72473299,  0.06782629]), 'Reward', 0.021464369252936502)
('Episode', 43, 'Step', 1722.0, 'Epsilon', 0.7983233333320121, 'Action', array([ 0.3142896 ,  0.60656086,  0.12546573]), 'Reward', -0.14037045718722038)
('Episode', 43, 'Step', 1737.0, 'Epsilon', 0.7982733333320118, 'Action', array([-0.33567152,  0.65220183,  0.07837092]), 'Reward', -0.29917956647648936)
('Episode', 43, 'Step', 1752.0, 'Epsilon', 0.7982233333320115, 'Action', array([-0.19925421,  0.55837137,  0.12655549]), 'Reward', -0.47647852930709655)
('Episode', 43, 'Step', 1767.0, 'Epsilon', 0.7981733333320111, 'Action', array([-0.63738806,  0.63402916,  0.14700999]), 'Reward', -0.49188966926822181)
('Episode', 43, 'Step', 1782.0, 'Epsilon', 0.7981233333320108, 'Action', array([ 0.46187623,  0.67245962,  0.13385752]), 'Reward', 0.0054558270909701228)
('Episode', 43, 'Step', 1797.0, 'Epsilon', 0.7980733333320105, 'Action', array([-0.49118549,  0.58238988,  0.12464528]), 'Reward', -0.046894075017070394)
('Episode', 43, 'Step', 1812.0, 'Epsilon', 0.7980233333320101, 'Action', array([-0.19350555,  0.53724472,  0.18368828]), 'Reward', 0.0084259995454369647)
('Episode', 43, 'Step', 1827.0, 'Epsilon', 0.7979733333320098, 'Action', array([ 0.44941263,  0.52285301,  0.17436411]), 'Reward', -0.037230565365109908)
('Episode', 43, 'Step', 1842.0, 'Epsilon', 0.7979233333320095, 'Action', array([-0.44350205,  0.64947725,  0.16748463]), 'Reward', -0.21291891533183366)
('Episode', 43, 'Step', 1857.0, 'Epsilon', 0.7978733333320092, 'Action', array([ 0.2869984 ,  0.60621916,  0.16196771]), 'Reward', 0.097589479564213766)
('Episode', 43, 'Step', 1872.0, 'Epsilon', 0.7978233333320088, 'Action', array([-0.61618452,  0.62071209,  0.13705293]), 'Reward', -0.33412457446668364)
('Episode', 43, 'Step', 1887.0, 'Epsilon', 0.7977733333320085, 'Action', array([-0.17728892,  0.53687939,  0.16059199]), 'Reward', -0.16656123092563516)
('Episode', 43, 'Step', 1902.0, 'Epsilon', 0.7977233333320082, 'Action', array([-0.50210666,  0.36693582,  0.09570954]), 'Reward', -0.23957613273809422)
('Episode', 43, 'Step', 1917.0, 'Epsilon', 0.7976733333320079, 'Action', array([ 0.05345617,  0.60744629,  0.18641139]), 'Reward', -0.0014504380129431007)
('Episode', 43, 'Step', 1932.0, 'Epsilon', 0.7976233333320075, 'Action', array([-0.05415454,  0.52251981,  0.12868116]), 'Reward', -0.089339497318473599)
('Episode', 43, 'Step', 1947.0, 'Epsilon', 0.7975733333320072, 'Action', array([-1.        ,  0.64614233,  0.11353164]), 'Reward', 0.20699739713357673)
('Episode', 43, 'Step', 1962.0, 'Epsilon', 0.7975233333320069, 'Action', array([-0.31490098,  0.40943589,  0.0719936 ]), 'Reward', 0.12062918125402848)
('Episode', 43, 'Step', 1977.0, 'Epsilon', 0.7974733333320065, 'Action', array([-0.2891866 ,  0.8285597 ,  0.12714468]), 'Reward', -0.1554917677926487)
('Episode', 43, 'Step', 1992.0, 'Epsilon', 0.7974233333320062, 'Action', array([-0.16685542,  0.57186125,  0.09150713]), 'Reward', 0.068341659540509039)
TOTAL REWARD @ 43-th Episode  : Reward -533.974391887
Total Step: 61253

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 44 Replay Buffer 60780 Early Stopping: 0 Epsilon: 0.797399999999 RN: 0.612761409303
('Episode', 44, 'Step', 7.0, 'Epsilon', 0.7973733333320059, 'Action', array([-0.04313442,  0.45386381,  0.        ]), 'Reward', 8.9114443863631703)
('Episode', 44, 'Step', 22.0, 'Epsilon', 0.7973233333320056, 'Action', array([ 0.70615726,  0.51288728,  0.        ]), 'Reward', 29.82107306741549)
('Episode', 44, 'Step', 37.0, 'Epsilon', 0.7972733333320052, 'Action', array([ 0.84746632,  0.66800204,  0.        ]), 'Reward', -51.63380757071738)
('Episode', 44, 'Step', 52.0, 'Epsilon', 0.7972233333320049, 'Action', array([ 0.10638149,  0.66588303,  0.        ]), 'Reward', 58.082913219034808)
('Episode', 44, 'Step', 67.0, 'Epsilon', 0.7971733333320046, 'Action', array([-0.97597008,  0.68597469,  0.        ]), 'Reward', 76.062602463972823)
('Episode', 44, 'Step', 82.0, 'Epsilon', 0.7971233333320042, 'Action', array([-1.        ,  0.61261714,  0.14024965]), 'Reward', 25.786396217964544)
('Episode', 44, 'Step', 97.0, 'Epsilon', 0.7970733333320039, 'Action', array([ 0.63167641,  0.64726768,  0.        ]), 'Reward', -1)
('Episode', 44, 'Step', 112.0, 'Epsilon', 0.7970233333320036, 'Action', array([-0.61382722,  0.69764829,  0.        ]), 'Reward', 45.73033223365789)
('Episode', 44, 'Step', 127.0, 'Epsilon', 0.7969733333320033, 'Action', array([-1.        ,  0.61134856,  0.        ]), 'Reward', 34.058366954534975)
('Episode', 44, 'Step', 142.0, 'Epsilon', 0.7969233333320029, 'Action', array([ 0.54423663,  0.50248617,  0.        ]), 'Reward', -1)
('Episode', 44, 'Step', 157.0, 'Epsilon', 0.7968733333320026, 'Action', array([-0.59688234,  0.60599471,  0.        ]), 'Reward', -2.1031639126850976)
('Episode', 44, 'Step', 172.0, 'Epsilon', 0.7968233333320023, 'Action', array([-1.        ,  0.67051884,  0.        ]), 'Reward', -1)
('Episode', 44, 'Step', 187.0, 'Epsilon', 0.796773333332002, 'Action', array([-0.19323923,  0.65253822,  0.0383215 ]), 'Reward', 48.845035006128938)
('Episode', 44, 'Step', 202.0, 'Epsilon', 0.7967233333320016, 'Action', array([ 1.        ,  0.61750827,  0.        ]), 'Reward', 15.365005652288314)
('Episode', 44, 'Step', 217.0, 'Epsilon', 0.7966733333320013, 'Action', array([ 1.        ,  0.69329568,  0.        ]), 'Reward', -13.4980945142946)
('Episode', 44, 'Step', 232.0, 'Epsilon', 0.796623333332001, 'Action', array([-0.05284796,  0.54752683,  0.        ]), 'Reward', 23.055504214916809)
('Episode', 44, 'Step', 247.0, 'Epsilon', 0.7965733333320006, 'Action', array([ 1.        ,  0.58761173,  0.        ]), 'Reward', -0.1259939732328661)
('Episode', 44, 'Step', 262.0, 'Epsilon', 0.7965233333320003, 'Action', array([ 0.05734539,  0.72324165,  0.02329658]), 'Reward', 27.141737455086574)
('Episode', 44, 'Step', 277.0, 'Epsilon', 0.796473333332, 'Action', array([ 0.11205697,  0.69855925,  0.        ]), 'Reward', -0.34815145688731647)
('Episode', 44, 'Step', 292.0, 'Epsilon', 0.7964233333319997, 'Action', array([-0.98457225,  0.55367657,  0.        ]), 'Reward', -0.26347025414297987)
('Episode', 44, 'Step', 307.0, 'Epsilon', 0.7963733333319993, 'Action', array([-0.23653421,  0.45145568,  0.        ]), 'Reward', -0.1074000999765945)
('Episode', 44, 'Step', 322.0, 'Epsilon', 0.796323333331999, 'Action', array([-0.66698182,  0.73688354,  0.        ]), 'Reward', -0.26045953352511553)
('Episode', 44, 'Step', 337.0, 'Epsilon', 0.7962733333319987, 'Action', array([-0.65322065,  0.70762709,  0.        ]), 'Reward', -0.47582732556169249)
('Episode', 44, 'Step', 352.0, 'Epsilon', 0.7962233333319984, 'Action', array([-0.39167367,  0.44944216,  0.        ]), 'Reward', -0.31750083923550165)
('Episode', 44, 'Step', 367.0, 'Epsilon', 0.796173333331998, 'Action', array([-0.80995623,  0.64753069,  0.        ]), 'Reward', -0.35050526514731756)
('Episode', 44, 'Step', 382.0, 'Epsilon', 0.7961233333319977, 'Action', array([-0.4562195 ,  0.75058714,  0.        ]), 'Reward', -0.39021509900037044)
('Episode', 44, 'Step', 397.0, 'Epsilon', 0.7960733333319974, 'Action', array([-0.38823395,  0.52694796,  0.        ]), 'Reward', -0.42438050483464285)
('Episode', 44, 'Step', 412.0, 'Epsilon', 0.796023333331997, 'Action', array([-0.27891413,  0.49312221,  0.        ]), 'Reward', -0.2165760979574804)
('Episode', 44, 'Step', 427.0, 'Epsilon', 0.7959733333319967, 'Action', array([-0.78332025,  0.47761715,  0.        ]), 'Reward', -0.23153834931889566)
('Episode', 44, 'Step', 442.0, 'Epsilon', 0.7959233333319964, 'Action', array([-1.        ,  0.59606769,  0.        ]), 'Reward', -0.39656170204059571)
('Episode', 44, 'Step', 457.0, 'Epsilon', 0.7958733333319961, 'Action', array([ 0.16405225,  0.49912911,  0.        ]), 'Reward', -0.32448631751490Waiting for request on port 3101
******* RESTARTING *****

Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
464)
('Episode', 44, 'Step', 472.0, 'Epsilon', 0.7958233333319957, 'Action', array([ 0.38339845,  0.57468951,  0.        ]), 'Reward', -0.92180989197595165)
('Episode', 44, 'Step', 487.0, 'Epsilon', 0.7957733333319954, 'Action', array([-0.38128778,  0.66488046,  0.        ]), 'Reward', -0.54232329009048708)
('Episode', 44, 'Step', 502.0, 'Epsilon', 0.7957233333319951, 'Action', array([ 0.01668077,  0.69732241,  0.        ]), 'Reward', -0.48130002314678105)
('Episode', 44, 'Step', 517.0, 'Epsilon', 0.7956733333319947, 'Action', array([ 0.44266728,  0.58087343,  0.        ]), 'Reward', -0.69785597360451324)
('Episode', 44, 'Step', 532.0, 'Epsilon', 0.7956233333319944, 'Action', array([-0.23265876,  0.66853064,  0.        ]), 'Reward', -0.95029271619630018)
('Episode', 44, 'Step', 547.0, 'Epsilon', 0.7955733333319941, 'Action', array([-0.52011536,  0.43803582,  0.        ]), 'Reward', -0.97939501985600863)
('Episode', 44, 'Step', 562.0, 'Epsilon', 0.7955233333319938, 'Action', array([-1.        ,  0.58566291,  0.        ]), 'Reward', -2.0837346260315019)
('Episode', 44, 'Step', 577.0, 'Epsilon', 0.7954733333319934, 'Action', array([-0.10209227,  0.67005986,  0.        ]), 'Reward', -5.1173701991837328)
('Episode', 44, 'Step', 592.0, 'Epsilon', 0.7954233333319931, 'Action', array([-0.71399694,  0.53315253,  0.        ]), 'Reward', -50.375607794598004)
Terminating because Turned Back
TOTAL REWARD @ 44-th Episode  : Reward 1910.9931564
Total Step: 61858

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 45 Replay Buffer 61385 Early Stopping: 1 Epsilon: 0.795383333332 RN: 0.0618646678383
('Episode', 45, 'Step', 2.0, 'Epsilon', 0.7953733333319928, 'Action', array([-0.545292  ,  0.61711746,  0.        ]), 'Reward', 3.1838581933003667)
('Episode', 45, 'Step', 17.0, 'Epsilon', 0.7953233333319925, 'Action', array([-0.15822697,  0.6550919 ,  0.        ]), 'Reward', 16.602613143354933)
('Episode', 45, 'Step', 32.0, 'Epsilon', 0.7952733333319921, 'Action', array([ 0.69638724,  0.64446516,  0.        ]), 'Reward', 37.356087714041585)
Terminating because Out of Track
TOTAL REWARD @ 45-th Episode  : Reward 905.618228584
Total Step: 61904

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 46 Replay Buffer 61431 Early Stopping: 0 Epsilon: 0.795229999999 RN: 0.591455641036
('Episode', 46, 'Step', 1.0, 'Epsilon', 0.7952233333319918, 'Action', array([-0.85258724,  0.67909399,  0.        ]), 'Reward', 1.6111285062208356)
('Episode', 46, 'Step', 16.0, 'Epsilon', 0.7951733333319915, 'Action', array([ 0.20581511,  0.64467839,  0.        ]), 'Reward', 8.3326247344881743)
('Episode', 46, 'Step', 31.0, 'Epsilon', 0.7951233333319911, 'Action', array([-1.       ,  0.5163454,  0.       ]), 'Reward', -12.373995539283921)
('Episode', 46, 'Step', 46.0, 'Epsilon', 0.7950733333319908, 'Action', array([ 1.        ,  0.65279124,  0.        ]), 'Reward', 37.096585488610295)
('Episode', 46, 'Step', 61.0, 'Epsilon', 0.7950233333319905, 'Action', array([ 0.08585876,  0.61010305,  0.        ]), 'Reward', 48.959239868206694)
('Episode', 46, 'Step', 76.0, 'Epsilon', 0.7949733333319902, 'Action', array([ 0.45948023,  0.54370019,  0.        ]), 'Reward', 75.264325191251132)
('Episode', 46, 'Step', 91.0, 'Epsilon', 0.7949233333319898, 'Action', array([-0.1456657 ,  0.48664424,  0.        ]), 'Reward', -24.502830468761196)
('Episode', 46, 'Step', 106.0, 'Epsilon', 0.7948733333319895, 'Action', array([-1.        ,  0.63400071,  0.        ]), 'Reward', -4.1532417289826533)
('Episode', 46, 'Step', 121.0, 'Epsilon', 0.7948233333319892, 'Action', array([-0.77141633,  0.62595138,  0.        ]), 'Reward', -20.715133985934383)
('Episode', 46, 'Step', 136.0, 'Epsilon', 0.7947733333319889, 'Action', array([-0.71195183,  0.47554657,  0.        ]), 'Reward', 45.801428890142503)
('Episode', 46, 'Step', 151.0, 'Epsilon', 0.7947233333319885, 'Action', array([-0.20086576,  0.64688507,  0.        ]), 'Reward', 17.767463429807528)
('Episode', 46, 'Step', 166.0, 'Epsilon', 0.7946733333319882, 'Action', array([-Waiting for request on port 3101
******* RESTARTING *****
Waiting for request on port 3101
******* RESTARTING *****

Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
1.        ,  0.57451857,  0.        ]), 'Reward', 7.2874876864924687)
('Episode', 46, 'Step', 181.0, 'Epsilon', 0.7946233333319879, 'Action', array([ 1.        ,  0.73926357,  0.        ]), 'Reward', 27.162375921075366)
('Episode', 46, 'Step', 196.0, 'Epsilon', 0.7945733333319875, 'Action', array([-0.44602099,  0.65627238,  0.        ]), 'Reward', -1)
('Episode', 46, 'Step', 211.0, 'Epsilon', 0.7945233333319872, 'Action', array([-0.5978799 ,  0.64494802,  0.        ]), 'Reward', 23.956098288529276)
('Episode', 46, 'Step', 226.0, 'Epsilon', 0.7944733333319869, 'Action', array([-1.        ,  0.54389681,  0.        ]), 'Reward', -7.2474689542484896)
('Episode', 46, 'Step', 241.0, 'Epsilon', 0.7944233333319866, 'Action', array([ 1.        ,  0.55463316,  0.        ]), 'Reward', -1)
('Episode', 46, 'Step', 256.0, 'Epsilon', 0.7943733333319862, 'Action', array([-0.50983081,  0.57971383,  0.        ]), 'Reward', -3.8052103994510276)
('Episode', 46, 'Step', 271.0, 'Epsilon', 0.7943233333319859, 'Action', array([ 1.        ,  0.63133042,  0.        ]), 'Reward', 46.252293845594515)
('Episode', 46, 'Step', 286.0, 'Epsilon', 0.7942733333319856, 'Action', array([ 0.01748207,  0.67786325,  0.08118882]), 'Reward', -42.448739305132875)
Terminating because Turned Back
Now we save model with reward 3765.52770832 previous best reward was 3200.22075079
TOTAL REWARD @ 46-th Episode  : Reward 3765.52770832
Total Step: 62204

Client connected on 3101..............
Episode : 47 Replay Buffer 61731 Early Stopping: 1 Epsilon: 0.794229999999 RN: 0.171888529855
('Episode', 47, 'Step', 1.0, 'Epsilon', 0.7942233333319852, 'Action', array([-1.        ,  0.63097003,  0.        ]), 'Reward', 1.635993641202738)
('Episode', 47, 'Step', 16.0, 'Epsilon', 0.7941733333319849, 'Action', array([ 0.50840509,  0.56205178,  0.        ]), 'Reward', 12.764710216755526)
('Episode', 47, 'Step', 31.0, 'Epsilon', 0.7941233333319846, 'Action', array([-0.79802008,  0.4161283 ,  0.        ]), 'Reward', 47.216738411619097)
('Episode', 47, 'Step', 46.0, 'Epsilon', 0.7940733333319843, 'Action', array([-0.83476625,  0.6603607 ,  0.        ]), 'Reward', 26.144885090395405)
('Episode', 47, 'Step', 61.0, 'Epsilon', 0.7940233333319839, 'Action', array([ 1.        ,  0.62519215,  0.        ]), 'Reward', 89.17120174522222)
('Episode', 47, 'Step', 76.0, 'Epsilon', 0.7939733333319836, 'Action', array([-0.60979494,  0.66078057,  0.        ]), 'Reward', 8.0719955885972468)
Terminating because Out of Track
TOTAL REWARD @ 47-th Episode  : Reward 2795.04472209
Total Step: 62286

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 48 Replay Buffer 61813 Early Stopping: 1 Epsilon: 0.793956666665 RN: 0.186629753699
('Episode', 48, 'Step', 9.0, 'Epsilon', 0.7939233333319833, 'Action', array([ 0.85745616,  0.42194045,  0.        ]), 'Reward', 10.712872456025027)
('Episode', 48, 'Step', 24.0, 'Epsilon', 0.793873333331983, 'Action', array([-1.        ,  0.52369104,  0.        ]), 'Reward', 21.500109657691752)
Terminating because Out of Track
TOTAL REWARD @ 48-th Episode  : Reward 112.886691348
Total Step: 62318

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 49 Replay Buffer 61845 Early Stopping: 0 Epsilon: 0.793849999999 RN: 0.856396835694
('Episode', 49, 'Step', 7.0, 'Epsilon', 0.7938233333319826, 'Action', array([-0.55746043,  0.46574733,  0.        ]), 'Reward', 7.4130624790036022)
('Episode', 49, 'Step', 22.0, 'Epsilon', 0.7937733333319823, 'Action', array([ 0.597084  ,  0.59152247,  0.        ]), 'Reward', 36.867820419862646)
('Episode', 49, 'Step', 37.0, 'Epsilon', 0.793723333331982, 'Action', array([ 1.        ,  0.69987856,  0.        ]), 'Reward', 10.619896101067013)
('Episode', 49, 'Step', 52.0, 'Epsilon', 0.7936733333319816, 'Action', array([-1.        ,  0.63970837,  0.        ]), 'Reward', 17.591250178109142)
('Episode', 49, 'Step', 67.0, 'Epsilon', 0.7936233333319813, 'Action', array([ 0.78783693,  0.45245626,  0.12447442]), 'Reward', -46.919603160772688)
('Episode', 49, 'Step', 82.0, 'Epsilon', 0.793573333331981, 'Action', array([-1.        ,  0.61492283,  0.11782032]), 'Reward', -0.38636304411008793)
('Episode', 49, 'Step', 97.0, 'Epsilon', 0.7935233333319807, 'Action', array([-0.06452593,  0.80289061,  0.12649666]), 'Reward', -0.24301279199888587)
('Episode', 49, 'Step', 112.0, 'Epsilon', 0.7934733333319803, 'Action', array([-0.74231294,  0.69245329,  0.20135966]), 'Reward', -0.11167424312559776)
('Episode', 49, 'Step', 127.0, 'Epsilon', 0.79342333333198, 'Action', array([-0.90679545,  0.64234681,  0.09052697]), 'Reward', -0.1475679120546643)
('Episode', 49, 'Step', 142.0, 'Epsilon', 0.7933733333319797, 'Action', array([-0.76641296,  0.65145316,  0.14059147]), 'Reward', -0.12316338662056994)
('Episode', 49, 'Step', 157.0, 'Epsilon', 0.7933233333319794, 'Action', array([-0.70223014,  0.5642059 ,  0.11524585]), 'Reward', 0.10076100925984226)
('Episode', 49, 'Step', 172.0, 'Epsilon', 0.793273333331979, 'Action', array([-0.71220948,  0.61423332,  0.15619188]), 'Reward', 0.022984888537994345)
('Episode', 49, 'Step', 187.0, 'Epsilon', 0.7932233333319787, 'Action', array([-0.70299747,  0.60623614,  0.13948843]), 'Reward', 0.026737375818558378)
('Episode', 49, 'Step', 202.0, 'Epsilon', 0.7931733333319784, 'Action', array([ 0.38336051,  0.49261151,  0.12689652]), 'Reward', -0.65630817231329008)
('Episode', 49, 'Step', 217.0, 'Epsilon', 0.793123333331978, 'Action', array([-1.        ,  0.46185924,  0.15795007]), 'Reward', -0.091535489769052972)
('Episode', 49, 'Step', 232.0, 'Epsilon', 0.7930733333319777, 'Action', array([ 0.10274099,  0.76963619,  0.06592681]), 'Reward', -1.0107237546380055)
('Episode', 49, 'Step', 247.0, 'Epsilon', 0.7930233333319774, 'Action', array([-0.55466343,  0.63429792,  0.14440646]), 'Reward', -0.010462439025154504)
('Episode', 49, 'Step', 262.0, 'Epsilon', 0.7929733333319771, 'Action', array([-0.2802061 ,  0.66639245,  0.17599645]), 'Reward', -0.016381540663113186)
('Episode', 49, 'Step', 277.0, 'Epsilon', 0.7929233333319767, 'Action', array([-0.76105745,  0.42161491,  0.07390783]), 'Reward', -0.0075219101037245738)
('Episode', 49, 'Step', 292.0, 'Epsilon', 0.7928733333319764, 'Action', array([-0.33235326,  0.62608935,  0.17859971]), 'Reward', -0.25765342819032311)
('Episode', 49, 'Step', 307.0, 'Epsilon', 0.7928233333319761, 'Action', array([-0.5387196 ,  0.64475295,  0.13389679]), 'Reward', -0.14780230874037439)
('Episode', 49, 'Step', 322.0, 'Epsilon', 0.7927733333319757, 'Action', array([-0.04729368,  0.59433748,  0.12164654]), 'Reward', -0.71252161974325823)
('Episode', 49, 'Step', 337.0, 'Epsilon', 0.7927233333319754, 'Action', array([-0.56158264,  0.51752852,  0.0900514 ]), 'Reward', 0.031990192214299724)
('Episode', 49, 'Step', 352.0, 'Epsilon', 0.7926733333319751, 'Action', array([-0.41257714,  0.52267196,  0.10850082]), 'Reward', -0.37144869518791185)
('Episode', 49, 'Step', 367.0, 'Epsilon', 0.7926233333319748, 'Action', array([-1.        ,  0.70802583,  0.13645637]), 'Reward', 0.087974856924835587)
('Episode', 49, 'Step', 382.0, 'Epsilon', 0.7925733333319744, 'Action', array([-0.41054293,  0.57407654,  0.05976291]), 'Reward', -0.39396574027281028)
('Episode', 49, 'Step', 397.0, 'Epsilon', 0.7925233333319741, 'Action', array([-0.76024537,  0.62364754,  0.04425016]), 'Reward', -0.39617212168854687)
('Episode', 49, 'Step', 412.0, 'Epsilon', 0.7924733333319738, 'Action', array([-0.86501165,  0.58131143,  0.07410294]), 'Reward', -0.41296850977157867)
('Episode', 49, 'Step', 427.0, 'Epsilon', 0.7924233333319735, 'Action', array([-1.        ,  0.54930757,  0.15238313]), 'Reward', 0.032313750702370921)
('Episode', 49, 'Step', 442.0, 'Epsilon', 0.7923733333319731, 'Action', array([ 0.40639839,  0.65130153,  0.08499312]), 'Reward', 0.01699131979865744)
('Episode', 49, 'Step', 457.0, 'Epsilon', 0.7923233333319728, 'Action', array([-1.        ,  0.66870306,  0.20651454]), 'Reward', 0.047151784027923409)
('Episode', 49, 'Step', 472.0, 'Epsilon', 0.7922733333319725, 'Action', array([-1.        ,  0.57068557,  0.09686046]), 'Reward', -0.4706832579464687)
('Episode', 49, 'Step', 487.0, 'Epsilon', 0.7922233333319721, 'Action', array([ 0.03500268,  0.59151095,  0.17616655]), 'Reward', 0.058138071089221581)
('Episode', 49, 'Step', 502.0, 'Epsilon', 0.7921733333319718, 'Action', array([-0.46063735,  0.57026066,  0.18280551]), 'Reward', -0.16650019875090746)
('Episode', 49, 'Step', 517.0, 'Epsilon', 0.7921233333319715, 'Action', array([-0.39303851,  0.72158957,  0.16434489]), 'Reward', 0.06292077482381854)
('Episode', 49, 'Step', 532.0, 'Epsilon', 0.7920733333319712, 'Action', array([-0.85191368,  0.63857926,  0.0899303 ]), 'Reward', -0.35065696015919712)
('Episode', 49, 'Step', 547.0, 'Epsilon', 0.7920233333319708, 'Action', array([-0.83593133,  0.68165701,  0.16844035]), 'Reward', -0.66740138824925133)
('Episode', 49, 'Step', 562.0, 'Epsilon', 0.7919733333319705, 'Action', array([-0.9640521 ,  0.47212616,  0.07326922]), 'Reward', -0.17068580475693512)
('Episode', 49, 'Step', 577.0, 'Epsilon', 0.7919233333319702, 'Action', array([-0.58796515,  0.50977945,  0.2054168 ]), 'Reward', 0.047804721272339132)
('Episode', 49, 'Step', 592.0, 'Epsilon', 0.7918733333319699, 'Action', array([-0.45485201,  0.58894152,  0.09691952]), 'Reward', 0.012774910094701265)
('Episode', 49, 'Step', 607.0, 'Epsilon', 0.7918233333319695, 'Action', array([-0.89309305,  0.66121771,  0.16167166]), 'Reward', -0.0015637900005729579)
('Episode', 49, 'Step', 622.0, 'Epsilon', 0.7917733333319692, 'Action', array([-0.40299502,  0.68054175,  0.13564238]), 'Reward', -0.37144265202554905)
('Episode', 49, 'Step', 637.0, 'Epsilon', 0.7917233333319689, 'Action', array([ 0.50048643,  0.68390555,  0.18295754]), 'Reward', -0.33537245694716922)
('Episode', 49, 'Step', 652.0, 'Epsilon', 0.7916733333319685, 'Action', array([ 0.05246099,  0.63489101,  0.06018449]), 'Reward', -0.059279681828938099)
('Episode', 49, 'Step', 667.0, 'Epsilon', 0.7916233333319682, 'Action', array([ 0.16424716,  0.62715869,  0.13764158]), 'Reward', -0.53374147786643111)
('Episode', 49, 'Step', 682.0, 'Epsilon', 0.7915733333319679, 'Action', array([-0.02449848,  0.50779513,  0.14096554]), 'Reward', -0.06250699890848152)
('Episode', 49, 'Step', 697.0, 'Epsilon', 0.7915233333319676, 'Action', array([-1.        ,  0.52098951,  0.12215854]), 'Reward', -0.74260783658150242)
('Episode', 49, 'Step', 712.0, 'Epsilon', 0.7914733333319672, 'Action', array([-0.17769447,  0.66159252,  0.18365386]), 'Reward', -0.27801522854656557)
('Episode', 49, 'Step', 727.0, 'Epsilon', 0.7914233333319669, 'Action', array([-0.30845529,  0.68869824,  0.15176854]), 'Reward', -0.12951238965533893)
('Episode', 49, 'Step', 742.0, 'Epsilon', 0.7913733333319666, 'Action', array([-0.38761608,  0.62069659,  0.18750005]), 'Reward', 0.014016442198089972)
('Episode', 49, 'Step', 757.0, 'Epsilon', 0.7913233333319662, 'Action', array([-0.7124222 ,  0.46967794,  0.09444949]), 'Reward', -0.43606271074680647)
('Episode', 49, 'Step', 772.0, 'Epsilon', 0.7912733333319659, 'Action', array([ 0.04915684,  0.51726109,  0.13839671]), 'Reward', -0.37937745297989367)
('Episode', 49, 'Step', 787.0, 'Epsilon', 0.7912233333319656, 'Action', array([-0.22043999,  0.57163665,  0.084166  ]), 'Reward', 0.010356602679125063)
('Episode', 49, 'Step', 802.0, 'Epsilon', 0.7911733333319653, 'Action', array([ 0.72439638,  0.5508539 ,  0.09938855]), 'Reward', -0.22480100846515461)
('Episode', 49, 'Step', 817.0, 'Epsilon', 0.7911233333319649, 'Action', array([-0.47732046,  0.60757396,  0.14456948]), 'Reward', -0.28758953856136288)
('Episode', 49, 'Step', 832.0, 'Epsilon', 0.7910733333319646, 'Action', array([-1.        ,  0.67787574,  0.08570582]), 'Reward', 0.060331760885623871)
('Episode', 49, 'Step', 847.0, 'Epsilon', 0.7910233333319643, 'Action', array([-0.78038317,  0.63151487,  0.13506705]), 'Reward', -0.26517382251932881)
('Episode', 49, 'Step', 862.0, 'Epsilon', 0.790973333331964, 'Action', array([-0.52028944,  0.61331498,  0.08075697]), 'Reward', -0.25760429830471865)
('Episode', 49, 'Step', 877.0, 'Epsilon', 0.7909233333319636, 'Action', array([-0.42010412,  0.47701354,  0.15469578]), 'Reward', -0.3551319535504498)
('Episode', 49, 'Step', 892.0, 'Epsilon', 0.7908733333319633, 'Action', array([-0.80133604,  0.57939845,  0.09540432]), 'Reward', -0.012077855847549479)
('Episode', 49, 'Step', 907.0, 'Epsilon', 0.790823333331963, 'Action', array([-0.37787723,  0.74704639,  0.15750106]), 'Reward', -0.007381258127230594)
('Episode', 49, 'Step', 922.0, 'Epsilon', 0.7907733333319626, 'Action', array([-0.86412424,  0.57914701,  0.11258492]), 'Reward', -0.7523908960687371)
('Episode', 49, 'Step', 937.0, 'Epsilon', 0.7907233333319623, 'Action', array([-0.10010876,  0.58208321,  0.07081527]), 'Reward', 0.051290989548000501)
('Episode', 49, 'Step', 952.0, 'Epsilon', 0.790673333331962, 'Action', array([-0.4584907 ,  0.73152082,  0.12818425]), 'Reward', 0.092327058674594606)
('Episode', 49, 'Step', 967.0, 'Epsilon', 0.7906233333319617, 'Action', array([-0.29556464,  0.68428852,  0.2169901 ]), 'Reward', -0.42320768591086755)
('Episode', 49, 'Step', 982.0, 'Epsilon', 0.7905733333319613, 'Action', array([ 0.35956016,  0.63113666,  0.06852901]), 'Reward', -0.082950840223227074)
('Episode', 49, 'Step', 997.0, 'Epsilon', 0.790523333331961, 'Action', array([-1.        ,  0.66415938,  0.16276902]), 'Reward', 0.017403829347470253)
('Episode', 49, 'Step', 1012.0, 'Epsilon', 0.7904733333319607, 'Action', array([-0.12631282,  0.63838151,  0.1690093 ]), 'Reward', 0.01033153822036543)
('Episode', 49, 'Step', 1027.0, 'Epsilon', 0.7904233333319604, 'Action', array([-0.95436027,  0.55534891,  0.0883902 ]), 'Reward', 0.11190655517095399)
('Episode', 49, 'Step', 1042.0, 'Epsilon', 0.79037333333196, 'Action', array([ 0.076188  ,  0.60517902,  0.21859328]), 'Reward', -0.10097285051234839)
('Episode', 49, 'Step', 1057.0, 'Epsilon', 0.7903233333319597, 'Action', array([-0.52845493,  0.61378601,  0.09128213]), 'Reward', -0.32608324474517281)
('Episode', 49, 'Step', 1072.0, 'Epsilon', 0.7902733333319594, 'Action', array([-0.63863181,  0.46052702,  0.18692942]), 'Reward', 0.022222408132581792)
('Episode', 49, 'Step', 1087.0, 'Epsilon', 0.790223333331959, 'Action', array([-0.02592231,  0.61025444,  0.09270598]), 'Reward', 0.029416189128158302)
('Episode', 49, 'Step', 1102.0, 'Epsilon', 0.7901733333319587, 'Action', array([-1.        ,  0.68571097,  0.09242292]), 'Reward', -0.79180263270999041)
('Episode', 49, 'Step', 1117.0, 'Epsilon', 0.7901233333319584, 'Action', array([-0.40023079,  0.64641647,  0.14744213]), 'Reward', -0.075689419991908799)
('Episode', 49, 'Step', 1132.0, 'Epsilon', 0.7900733333319581, 'Action', array([ 0.09443846,  0.54493979,  0.13810835]), 'Reward', -0.22360806782890896)
('Episode', 49, 'Step', 1147.0, 'Epsilon', 0.7900233333319577, 'Action', array([-0.75561113,  0.60728487,  0.1864311 ]), 'Reward', -0.079892531437352088)
('Episode', 49, 'Step', 1162.0, 'Epsilon', 0.7899733333319574, 'Action', array([-0.88346379,  0.71564302,  0.14749043]), 'Reward', -0.33849663476680808)
('Episode', 49, 'Step', 1177.0, 'Epsilon', 0.7899233333319571, 'Action', array([-0.86781066,  0.58165552,  0.17250013]), 'Reward', -0.25146669481184264)
('Episode', 49, 'Step', 1192.0, 'Epsilon', 0.7898733333319568, 'Action', array([-0.07275069,  0.59632695,  0.18742294]), 'Reward', -0.30378710536513781)
('Episode', 49, 'Step', 1207.0, 'Epsilon', 0.7898233333319564, 'Action', array([ 0.82607852,  0.70013504,  0.11975988]), 'Reward', 0.060120461439913078)
('Episode', 49, 'Step', 1222.0, 'Epsilon', 0.7897733333319561, 'Action', array([-0.22571641,  0.63858203,  0.03858631]), 'Reward', -0.69723389280828918)
('Episode', 49, 'Step', 1237.0, 'Epsilon', 0.7897233333319558, 'Action', array([-1.        ,  0.56618307,  0.1198071 ]), 'Reward', 0.049167309234656162)
('Episode', 49, 'Step', 1252.0, 'Epsilon', 0.7896733333319554, 'Action', array([-1.        ,  0.66905928,  0.1665599 ]), 'Reward', -0.15216044309924401)
('Episode', 49, 'Step', 1267.0, 'Epsilon', 0.7896233333319551, 'Action', array([-0.42895835,  0.58780511,  0.12444366]), 'Reward', 0.12357278518226407)
('Episode', 49, 'Step', 1282.0, 'Epsilon', 0.7895733333319548, 'Action', array([-0.40325663,  0.65132122,  0.157411  ]), 'Reward', -0.24040023165394295)
('Episode', 49,Waiting for request on port 3101
******* RESTARTING *****
Waiting for request on port 3101
******* RESTARTING *****
 'Step', 1297.0, 'Epsilon', 0.7895233333319545, 'Action', array([-0.73837918,  0.59098008,  0.11993162]), 'Reward', 0.082822530650025261)
('Episode', 49, 'Step', 1312.0, 'Epsilon', 0.7894733333319541, 'Action', array([-0.70770944,  0.49690797,  0.08310161]), 'Reward', 0.088206270597400382)
Terminating because Turned Back
TOTAL REWARD @ 49-th Episode  : Reward -29.3501286117
Total Step: 63633

Waiting for server on 3101............
Count Down : 5
Client connected on 3101..............
Episode : 50 Replay Buffer 63160 Early Stopping: 0 Epsilon: 0.789466666665 RN: 0.743589848722
('Episode', 50, 'Step', 12.0, 'Epsilon', 0.7894666666652874, 'Action', array([  1.00000000e+00,   1.00000000e+00,   6.89676619e-16], dtype=float32), 'Reward', 11.577346244005412)
('Episode', 50, 'Step', 27.0, 'Epsilon', 0.7894666666652874, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   7.72410887e-04], dtype=float32), 'Reward', 8.7100197221986093)
('Episode', 50, 'Step', 42.0, 'Epsilon', 0.7894666666652874, 'Action', array([ -1.00000000e+00,   9.99997854e-01,   9.23745974e-04], dtype=float32), 'Reward', -51.964907519089309)
('Episode', 50, 'Step', 57.0, 'Epsilon', 0.7894666666652874, 'Action', array([  1.00000000e+00,   1.00000000e+00,   1.40067020e-14], dtype=float32), 'Reward', 47.702931696503782)
('Episode', 50, 'Step', 72.0, 'Epsilon', 0.7894666666652874, 'Action', array([-1.        ,  0.99999714,  0.53912395], dtype=float32), 'Reward', 32.406535654086532)
('Episode', 50, 'Step', 87.0, 'Epsilon', 0.7894666666652874, 'Action', array([-1.        ,  1.        ,  0.68311393], dtype=float32), 'Reward', -39.047866630843032)
('Episode', 50, 'Step', 102.0, 'Epsilon', 0.7894666666652874, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   3.41159677e-07], dtype=float32), 'Reward', 62.691399790820888)
('Episode', 50, 'Step', 117.0, 'Epsilon', 0.7894666666652874, 'Action', array([  1.00000000e+00,   1.00000000e+00,   9.51850325e-06], dtype=float32), 'Reward', 39.83524932515342)
('Episode', 50, 'Step', 132.0, 'Epsilon', 0.7894666666652874, 'Action', array([ 0.99999988,  0.99995077,  0.00506923], dtype=float32), 'Reward', -1)
('Episode', 50, 'Step', 147.0, 'Epsilon', 0.7894666666652874, 'Action', array([-0.99973422,  0.9999553 ,  0.07824624], dtype=float32), 'Reward', 29.567731203102511)
('Episode', 50, 'Step', 162.0, 'Epsilon', 0.7894666666652874, 'Action', array([ -9.99998391e-01,   1.00000000e+00,   8.39601544e-09], dtype=float32), 'Reward', 36.813276040489441)
('Episode', 50, 'Step', 177.0, 'Epsilon', 0.7894666666652874, 'Action', array([  1.00000000e+00,   1.00000000e+00,   1.75430359e-09], dtype=float32), 'Reward', 20.491243946912203)
('Episode', 50, 'Step', 192.0, 'Epsilon', 0.7894666666652874, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   9.37995210e-08], dtype=float32), 'Reward', -0.88194153096637251)
('Episode', 50, 'Step', 207.0, 'Epsilon', 0.7894666666652874, 'Action', array([  1.00000000e+00,   1.00000000e+00,   1.18252383e-05], dtype=float32), 'Reward', 16.803350386735261)
('Episode', 50, 'Step', 222.0, 'Epsilon', 0.7894666666652874, 'Action', array([-1.        ,  1.        ,  0.00444307], dtype=float32), 'Reward', 34.440862547183691)
('Episode', 50, 'Step', 237.0, 'Epsilon', 0.7894666666652874, 'Action', array([ -1.00000000e+00,   1.00000000e+00,   3.92797636e-04], dtype=float32), 'Reward', -71.138179239690857)
Terminating because Turned Back
TOTAL REWARD @ 50-th Episode  : Reward 4289.84400781
Total Step: 63881

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 51 Replay Buffer 63160 Early Stopping: 0 Epsilon: 0.789466666665 RN: 0.799317479167
('Episode', 51, 'Step', 4.0, 'Epsilon', 0.7894499999986206, 'Action', array([-1.        ,  0.55059732,  0.        ]), 'Reward', 5.2541685024133438)
('Episode', 51, 'Step', 19.0, 'Epsilon', 0.7893999999986203, 'Action', array([-1.        ,  0.62779084,  0.        ]), 'Reward', 21.516253430101386)
('Episode', 51, 'Step', 34.0, 'Epsilon', 0.78934999999862, 'Action', array([ 1.        ,  0.61702337,  0.        ]), 'Reward', 44.078593138632364)
('Episode', 51, 'Step', 49.0, 'Epsilon', 0.7892999999986197, 'Action', array([ 0.91941561,  0.5942599 ,  0.        ]), 'Reward', 52.825686395046098)
('Episode', 51, 'Step', 64.0, 'Epsilon', 0.7892499999986193, 'Action', array([ 0.97808558,  0.81217038,  0.0022048 ]), 'Reward', 43.374408856834989)
('Episode', 51, 'Step', 79.0, 'Epsilon', 0.789199999998619, 'Action', array([-0.44002801,  0.55137491,  0.        ]), 'Reward', 75.482140943916306)
('Episode', 51, 'Step', 94.0, 'Epsilon', 0.7891499999986187, 'Action', array([ 0.00383488,  0.57770609,  0.        ]), 'Reward', -10.545032715141868)
('Episode', 51, 'Step', 109.0, 'Epsilon', 0.7890999999986184, 'Action', array([-0.9732899 ,  0.60871137,  0.        ]), 'Reward', 25.537151496142101)
('Episode', 51, 'Step', 124.0, 'Epsilon', 0.789049999998618, 'Action', array([-0.36740374,  0.47378594,  0.        ]), 'Reward', 49.50784782534943)
('Episode', 51, 'Step', 139.0, 'Epsilon', 0.7889999999986177, 'Action', array([ 1.        ,  0.54758182,  0.        ]), 'Reward', 52.551396686258052)
('Episode', 51, 'Step', 154.0, 'Epsilon', 0.7889499999986174, 'Action', array([-0.58249067,  0.47835729,  0.        ]), 'Reward', 65.753927309337342)
('Episode', 51, 'Step', 169.0, 'Epsilon', 0.788899999998617, 'Action', array([-0.28150374,  0.63362036,  0.        ]), 'Reward', -0.45416911127932791)
('Episode', 51, 'Step', 184.0, 'Epsilon', 0.7888499999986167, 'Action', array([ 0.80753179,  0.63965037,  0.        ]), 'Reward', -0.34807386989469158)
('Episode', 51, 'Step', 199.0, 'Epsilon', 0.7887999999986164, 'Action', array([-1.        ,  0.50905708,  0.        ]), 'Reward', -0.40269843048237292)
('Episode', 51, 'Step', 214.0, 'Epsilon', 0.7887499999986161, 'Action', array([-0.46262761,  0.61841413,  0.        ]), 'Reward', -0.51367017681567317)
('Episode', 51, 'Step', 229.0, 'Epsilon', 0.7886999999986157, 'Action', array([ 0.14958354,  0.48291175,  0.        ]), 'Reward', -0.18718894146036497)
('Episode', 51, 'Step', 244.0, 'Epsilon', 0.7886499999986154, 'Action', array([-1.        ,  0.53171525,  0.        ]), 'Reward', -1.4096253790059454)
('Episode', 51, 'Step', 259.0, 'Epsilon', 0.7885999999986151, 'Action', array([-0.65097933,  0.46106809,  0.        ]), 'Reward', -0.62523837455862386)
('Episode', 51, 'Step', 274.0, 'Epsilon', 0.7885499999986147, 'Action', array([-0.67725287,  0.60955348,  0.        ]), 'Reward', -0.81149397280155577)
('Episode', 51, 'Step', 289.0, 'Epsilon', 0.7884999999986144, 'Action', array([-0.75821195,  0.7164424 ,  0.        ]), 'Reward', -2.2401663729911476)
('Episode', 51, 'Step', 304.0, 'Epsilon', 0.7884499999986141, 'Action', array([-1.        ,  0.62895967,  0.        ]), 'Reward', -1.9812326167139407)
('Episode', 51, 'Step', 319.0, 'Epsilon', 0.7883999999986138, 'Action', array([ 0.101394  ,  0.59949967,  0.        ]), 'Reward', -1)
('Episode', 51, 'Step', 334.0, 'Epsilon', 0.7883499999986134, 'Action', array([-0.05937011,  0.45043719,  0.        ]), 'Reward', 32.489472151559283)
('Episode', 51, 'Step', 349.0, 'Epsilon', 0.7882999999986131, 'Action', array([-0.84495079,  0.48445004,  0.        ]), 'Reward', -0.3987468943060094)
('Episode', 51, 'Step', 364.0, 'Epsilon', 0.7882499999986128, 'Action', array([-0.55732309,  0.63499732,  0.        ]), 'Reward', -0.31851556467148823)
('Episode', 51, 'Step', 379.0, 'Epsilon', 0.7881999999986125, 'Action', array([-0.59516534,  0.6150891 ,  0.        ]), 'Reward', -0.36171687357765248)
('Episode', 51, 'Step', 394.0, 'Epsilon', 0.7881499999986121, 'Action', array([-0.8813571 ,  0.41357469,  0.        ]), 'Reward', -0.3305519736633809)
('Episode', 51, 'Step', 409.0, 'Epsilon', 0.7880999999986118, 'Action', array([-0.43806951,  0.59067678,  0.        ]), 'Reward', -0.29330438744143494)
('Episode', 51, 'Step', 424.0, 'Epsilon', 0.7880499999986115, 'Action', array([ 0.03565419,  0.82434504,  0.        ]), 'Reward', -0.5398804149421661)
('Episode', 51, 'Step', 439.0, 'Epsilon', 0.7879999999986111, 'Action', array([-1.        ,  0.60055679,  0.        ]), 'Reward', -0.5670020949444502)
('Episode', 51, 'Step', 454.0, 'Epsilon', 0.7879499999986108, 'Action', array([-0.59986577,  0.5471793 ,  0.        ]), 'Reward', -0.67956077327467279)
('Episode', 51, 'Step', 469.0, 'Epsilon', 0.7878999999986105, 'Action', array([-0.01036031,  0.45983656,  0.        ]), 'Reward', -1.1375951503555704)
('Episode', 51, 'Step', 484.0, 'Epsilon', 0.7878499999986102, 'Action', array([-0.85325439,  0.60359763,  0.        ]), 'Reward', -2.1098867300759512)
('Episode', 51, 'Step', 499.0, 'Epsilon', 0.7877999999986098, 'Action', array([-0.48249551,  0.64049481,  0.        ]), 'Reward', -79.460703757581541)
('Episode', 51, 'Step', 514.0, 'Epsilon', 0.7877499999986095, 'Action', array([ 0.03991019,  0.48690995,  0.        ]), 'Reward', -0.26116862461592127)
('Episode', 51, 'Step', 529.0, 'Epsilon', 0.7876999999986092, 'Action', array([ 0.21177799,  0.66557348,  0.        ]), 'Reward', -0.28656803290959837)
('Episode', 51, 'Step', 544.0, 'Epsilon', 0.7876499999986089, 'Action', array([-0.22696617,  0.58987463,  0.        ]), 'Reward', -0.14495260783155764)
('Episode', 51, 'Step', 559.0, 'Epsilon', 0.7875999999986085, 'Action', array([-0.63846628,  0.60966545,  0.        ]), 'Reward', -0.24077052735818921)
('Episode', 51, 'Step', 574.0, 'Epsilon', 0.7875499999986082, 'Action', array([-0.19130277,  0.46621943,  0.        ]), 'Reward', -0.3441060363651226)
('Episode', 51, 'Step', 589.0, 'Epsilon', 0.7874999999986079, 'Action', array([ 0.34281527,  0.57203671,  0.        ]), 'Reward', -0.13067827062868334)
('Episode', 51, 'Step', 604.0, 'Epsilon', 0.7874499999986075, 'Action', array([ 0.21547302,  0.72752554,  0.        ]), 'Reward', -0.36317643797949339)
('Episode', 51, 'Step', 619.0, 'Epsilon', 0.7873999999986072, 'Action', array([ 0.43132464,  0.6193301 ,  0.        ]), 'Reward', -0.23251850868372087)
('Episode', 51, 'Step', 634.0, 'Epsilon', 0.7873499999986069, 'Action', array([ 0.52152843,  0.65468227,  0.        ]), 'Reward', -0.35832107572860328)
('Episode', 51, 'Step', 649.0, 'Epsilon', 0.7872999999986066, 'Action', array([ 0.35334118,  0.75788149,  0.        ]), 'Reward', -0.35888341476656388)
('Episode', 51, 'Step', 664.0, 'Epsilon', 0.7872499999986062, 'Action', array([ 0.24010682,  0.59329881,  0.        ]), 'Reward', -0.19916464810280268)
('Episode', 51, 'Step', 679.0, 'Epsilon', 0.7871999999986059, 'Action', array([ 0.23494284,  0.67648294,  0.        ]), 'Reward', -0.51286451549301226)
('Episode', 51, 'Step', 694.0, 'Epsilon', 0.7871499999986056, 'Action', array([-0.65592243,  0.66578199,  0.        ]), 'Reward', -0.25402598312956781)
('Episode', 51, 'Step', 709.0, 'Epsilon', 0.7870999999986052, 'Action', array([ 1.        ,  0.52971905,  0.        ]), 'Reward', -0.55201819749996917)
('Episode', 51, 'Step', 724.0, 'Epsilon', 0.7870499999986049, 'Action', array([ 0.66156138,  0.57366711,  0.        ]), 'Reward', -0.5510674718090296)
('Episode', 51, 'Step', 739.0, 'Epsilon', 0.7869999999986046, 'Action', array([ 1.        ,  0.65222221,  0.        ]), 'Reward', -0.52343071032835131)
('Episode', 51, 'Step', 754.0, 'Epsilon', 0.7869499999986043, 'Action', array([ 0.8384398 ,  0.51768096,  0.        ]), 'Reward', -0.40798299154257867)
('Episode', 51, 'Step', 769.0, 'Epsilon', 0.7868999999986039, 'Action', array([ 0.48455914,  0.56961166,  0.        ]), 'Reward', -0.8051784145214238)
('Episode', 51, 'Step', 784.0, 'Epsilon', 0.7868499999986036, 'Action', array([ 0.2351001 ,  0.55363545,  0.        ]), 'Reward', -1.3978900560109162)
('Episode', 51, 'Step', 799.0, 'Epsilon', 0.7867999999986033, 'Action', array([ 0.65179415,  0.675338  ,  0.        ]), 'Reward', -1.5502792350434902)
('Episode', 51, 'Step', 814.0, 'Epsilon', 0.786749999998603, 'Action', array([ 1.        ,  0.57219592,  0.        ]), 'Reward', -1.444338765403423)
('Episode', 51, 'Step', 829.0, 'Epsilon', 0.7866999999986026, 'Action', array([ 1.        ,  0.71629553,  0.        ]), 'Reward', -5.4184594469340155)
('Episode', 51, 'Step', 844.0, 'Epsilon', 0.7866499999986023, 'Action', array([ 1.        ,  0.68472472,  0.        ]), 'Reward', 26.165188253865381)
('Episode', 51, 'Step', 859.0, 'Epsilon', 0.786599999998602, 'Act
Fuel consumption disabled!
Laptime limit disabled!
Visual Properties Report
------------------------
Compatibility mode, properties unknown.
Waiting for request on port 3101
******* RESTARTING *****
ion', array([-0.15511396,  0.71524654,  0.        ]), 'Reward', 74.973106374979537)
('Episode', 51, 'Step', 874.0, 'Epsilon', 0.7865499999986016, 'Action', array([-0.93420933,  0.84278056,  0.12489638]), 'Reward', 43.786052179028466)
Terminating because Turned Back
Now we save model with reward 5121.35645255 previous best reward was 3765.52770832
TOTAL REWARD @ 51-th Episode  : Reward 5121.35645255
Total Step: 64768

Client connected on 3101..............
Episode : 52 Replay Buffer 64047 Early Stopping: 0 Epsilon: 0.786509999999 RN: 0.414121366472
('Episode', 52, 'Step', 2.0, 'Epsilon', 0.7864999999986013, 'Action', array([-1.       ,  0.7001999,  0.       ]), 'Reward', 3.2443556814473076)
('Episode', 52, 'Step', 17.0, 'Epsilon', 0.786449999998601, 'Action', array([ 0.63245183,  0.65654075,  0.        ]), 'Reward', 20.550586899425038)
('Episode', 52, 'Step', 32.0, 'Epsilon', 0.7863999999986007, 'Action', array([-0.51984924,  0.50816087,  0.        ]), 'Reward', 49.767182960691642)
('Episode', 52, 'Step', 47.0, 'Epsilon', 0.7863499999986003, 'Action', array([ 1.        ,  0.63937717,  0.        ]), 'Reward', 73.734579809618054)
('Episode', 52, 'Step', 62.0, 'Epsilon', 0.7862999999986, 'Action', array([-1.       ,  0.5568905,  0.       ]), 'Reward', 58.172127692438011)
('Episode', 52, 'Step', 77.0, 'Epsilon', 0.7862499999985997, 'Action', array([ 0.72392325,  0.71416897,  0.        ]), 'Reward', 64.746214206515447)
('Episode', 52, 'Step', 92.0, 'Epsilon', 0.7861999999985994, 'Action', array([-0.3393013 ,  0.69656512,  0.        ]), 'Reward', -0.6560595014961661)
('Episode', 52, 'Step', 107.0, 'Epsilon', 0.786149999998599, 'Action', array([-1.        ,  0.58977258,  0.        ]), 'Reward', -0.60959843008950187)
('Episode', 52, 'Step', 122.0, 'Epsilon', 0.7860999999985987, 'Action', array([-0.66090468,  0.50533766,  0.        ]), 'Reward', 0.0057421692514455745)
('Episode', 52, 'Step', 137.0, 'Epsilon', 0.7860499999985984, 'Action', array([-1.        ,  0.67737395,  0.        ]), 'Reward', -0.39947079531275459)
('Episode', 52, 'Step', 152.0, 'Epsilon', 0.785999999998598, 'Action', array([-0.75900686,  0.56861742,  0.        ]), 'Reward', -0.2460473081634986)
('Episode', 52, 'Step', 167.0, 'Epsilon', 0.7859499999985977, 'Action', array([-0.73002849,  0.5718805 ,  0.        ]), 'Reward', -0.95650597049369956)
('Episode', 52, 'Step', 182.0, 'Epsilon', 0.7858999999985974, 'Action', array([-0.74542132,  0.66745749,  0.        ]), 'Reward', -0.44420498687042698)
('Episode', 52, 'Step', 197.0, 'Epsilon', 0.7858499999985971, 'Action', array([-1.        ,  0.54106481,  0.        ]), 'Reward', -0.78345224021613769)
('Episode', 52, 'Step', 212.0, 'Epsilon', 0.7857999999985967, 'Action', array([-0.99463617,  0.66284737,  0.        ]), 'Reward', -1.1694982748862659)
('Episode', 52, 'Step', 227.0, 'Epsilon', 0.7857499999985964, 'Action', array([-0.28716617,  0.60510951,  0.        ]), 'Reward', -0.85338082291938511)
('Episode', 52, 'Step', 242.0, 'Epsilon', 0.7856999999985961, 'Action', array([-0.13587433,  0.4627408 ,  0.        ]), 'Reward', -0.91380944585503909)
('Episode', 52, 'Step', 257.0, 'Epsilon', 0.7856499999985957, 'Action', array([-0.86648353,  0.58207078,  0.        ]), 'Reward', -2.1090614388231401)
('Episode', 52, 'Step', 272.0, 'Epsilon', 0.7855999999985954, 'Action', array([-1.        ,  0.48318226,  0.        ]), 'Reward', -10.706812608843027)
('Episode', 52, 'Step', 287.0, 'Epsilon', 0.7855499999985951, 'Action', array([-1.        ,  0.64065397,  0.        ]), 'Reward', -28.538147112092094)
('Episode', 52, 'Step', 302.0, 'Epsilon', 0.7854999999985948, 'Action', array([-1.        ,  0.50224738,  0.        ]), 'Reward', 42.12976660621235)
('Episode', 52, 'Step', 317.0, 'Epsilon', 0.7854499999985944, 'Action', array([ 0.75761462,  0.68240657,  0.        ]), 'Reward', 46.330765317085508)
('Episode', 52, 'Step', 332.0, 'Epsilon', 0.7853999999985941, 'Action', array([ 0.07071482,  0.51028609,  0.03789608]), 'Reward', -1)
('Episode', 52, 'Step', 347.0, 'Epsilon', 0.7853499999985938, 'Action', array([ 0.72269228,  0.7177276 ,  Waiting for request on port 3101
******* RESTARTING *****
0.        ]), 'Reward', 23.568305568899525)
('Episode', 52, 'Step', 362.0, 'Epsilon', 0.7852999999985935, 'Action', array([-1.        ,  0.62530358,  0.        ]), 'Reward', -1)
('Episode', 52, 'Step', 377.0, 'Epsilon', 0.7852499999985931, 'Action', array([-0.3562398,  0.5563015,  0.       ]), 'Reward', 32.89730385396939)
('Episode', 52, 'Step', 392.0, 'Epsilon', 0.7851999999985928, 'Action', array([ 0.06711264,  0.47653957,  0.00477541]), 'Reward', 18.058506774037269)
('Episode', 52, 'Step', 407.0, 'Epsilon', 0.7851499999985925, 'Action', array([-0.48913304,  0.55399312,  0.        ]), 'Reward', -3.0435053818129845)
('Episode', 52, 'Step', 422.0, 'Epsilon', 0.7850999999985921, 'Action', array([ 0.9653741 ,  0.75160376,  0.        ]), 'Reward', 54.499982327625325)
('Episode', 52, 'Step', 437.0, 'Epsilon', 0.7850499999985918, 'Action', array([-1.        ,  0.72303619,  0.        ]), 'Reward', 37.256304436736421)
('Episode', 52, 'Step', 452.0, 'Epsilon', 0.7849999999985915, 'Action', array([ 0.08511723,  0.54247778,  0.        ]), 'Reward', -1)
Terminating because Turned Back
Now we save model with reward 5248.36959063 previous best reward was 5121.35645255
TOTAL REWARD @ 52-th Episode  : Reward 5248.36959063
Total Step: 65230

Client connected on 3101..............
Episode : 53 Replay Buffer 64509 Early Stopping: 0 Epsilon: 0.784969999999 RN: 0.764114088702
('Episode', 53, 'Step', 5.0, 'Epsilon', 0.7849499999985912, 'Action', array([ 0.07350741,  0.55437072,  0.        ]), 'Reward', 8.2014467161203317)
('Episode', 53, 'Step', 20.0, 'Epsilon', 0.7848999999985908, 'Action', array([ 0.74504869,  0.50976705,  0.        ]), 'Reward', 8.4650065031201258)
('Episode', 53, 'Step', 35.0, 'Epsilon', 0.7848499999985905, 'Action', array([ 0.28915317,  0.60422152,  0.        ]), 'Reward', 53.944880262871145)
('Episode', 53, 'Step', 50.0, 'Epsilon', 0.7847999999985902, 'Action', array([ 0.07561689,  0.59522412,  0.        ]), 'Reward', 4.9717822828795164)
('Episode', 53, 'Step', 65.0, 'Epsilon', 0.7847499999985899, 'Action', array([ 0.72401853,  0.56776237,  0.        ]), 'Reward', 15.597164653513687)
('Episode', 53, 'Step', 80.0, 'Epsilon', 0.7846999999985895, 'Action', array([ 0.62790248,  0.51214816,  0.13167341]), 'Reward', -38.935107273453376)
('Episode', 53, 'Step', 95.0, 'Epsilon', 0.7846499999985892, 'Action', array([ 0.28453438,  0.58370528,  0.        ]), 'Reward', -0.26046890556345381)
('Episode', 53, 'Step', 110.0, 'Epsilon', 0.7845999999985889, 'Action', array([ 1.        ,  0.53275924,  0.        ]), 'Reward', 0.16396000734011848)
('Episode', 53, 'Step', 125.0, 'Epsilon', 0.7845499999985885, 'Action', array([ 0.84043746,  0.62018454,  0.        ]), 'Reward', -0.1968466724136663)
('Episode', 53, 'Step', 140.0, 'Epsilon', 0.7844999999985882, 'Action', array([-0.3075422 ,  0.72077094,  0.        ]), 'Reward', -0.097837125953605442)
('Episode', 53, 'Step', 155.0, 'Epsilon', 0.7844499999985879, 'Action', array([-0.4980164 ,  0.64188788,  0.        ]), 'Reward', -0.19387241272923647)
('Episode', 53, 'Step', 170.0, 'Epsilon', 0.7843999999985876, 'Action', array([-0.33904867,  0.64866805,  0.        ]), 'Reward', -0.22452677776252516)
('Episode', 53, 'Step', 185.0, 'Epsilon', 0.7843499999985872, 'Action', array([ 0.97009545,  0.67587682,  0.        ]), 'Reward', 0.29959025751137902)
('Episode', 53, 'Step', 200.0, 'Epsilon', 0.7842999999985869, 'Action', array([ 1.        ,  0.47271466,  0.        ]), 'Reward', -0.093185585969378509)
('Episode', 53, 'Step', 215.0, 'Epsilon', 0.7842499999985866, 'Action', array([-0.00111443,  0.58658134,  0.        ]), 'Reward', -0.85056788513916848)
('Episode', 53, 'Step', 230.0, 'Epsilon', 0.7841999999985863, 'Action', array([ 1.        ,  0.58537026,  0.        ]), 'Reward', 0.20187197694674694)
('Episode', 53, 'Step', 245.0, 'Epsilon', 0.7841499999985859, 'Action', array([ 0.40429533,  0.66693281,  0.        ]), 'Reward', -0.53456550557363092)
('Episode', 53, 'Step', 260.0, 'Epsilon', 0.7840999999985856, 'Action', array([ 0.22801552,  0.67973488,  0.        ]), 'Reward', -0.073361730377215273)
('Episode', 53, 'Step', 275.0, 'Epsilon', 0.7840499999985853, 'Action', array([ 0.90170907,  0.57021442,  0.        ]), 'Reward', -0.26417269320927272)
('Episode', 53, 'Step', 290.0, 'Epsilon', 0.7839999999985849, 'Action', array([ 0.90809234,  0.57938826,  0.        ]), 'Reward', -0.87612161618427431)
('Episode', 53, 'Step', 305.0, 'Epsilon', 0.7839499999985846, 'Action', array([ 1.        ,  0.62178885,  0.        ]), 'Reward', -0.61223617067037361)
('Episode', 53, 'Step', 320.0, 'Epsilon', 0.7838999999985843, 'Action', array([-1.        ,  0.52367213,  0.        ]), 'Reward', -0.29110080051767812)
('Episode', 53, 'Step', 335.0, 'Epsilon', 0.783849999998584, 'Action', array([-0.29159371,  0.61572825,  0.        ]), 'Reward', -0.61018449330095392)
('Episode', 53, 'Step', 350.0, 'Epsilon', 0.7837999999985836, 'Action', array([-0.80579228,  0.6565916 ,  0.        ]), 'Reward', -0.17736973085874824)
('Episode', 53, 'Step', 365.0, 'Epsilon', 0.7837499999985833, 'Action', array([-0.17254605,  0.47146393,  0.        ]), 'Reward', -0.48433892252573391)
('Episode', 53, 'Step', 380.0, 'Epsilon', 0.783699999998583, 'Action', array([-0.81938946,  0.56247906,  0.        ]), 'Reward', -0.0012249933358825628)
('Episode', 53, 'Step', 395.0, 'Epsilon', 0.7836499999985826, 'Action', array([-0.12960165,  0.51036784,  0.        ]), 'Reward', -0.41245831113572945)
('Episode', 53, 'Step', 410.0, 'Epsilon', 0.7835999999985823, 'Action', array([ 0.57880174,  0.67154735,  0.        ]), 'Reward', -0.17309531445891757)
('Episode', 53, 'Step', 425.0, 'Epsilon', 0.783549999998582, 'Action', array([-0.41785405,  0.65179221,  0.        ]), 'Reward', -0.3318630761446254)
('Episode', 53, 'Step', 440.0, 'Epsilon', 0.7834999999985817, 'Action', array([ 0.67770175,  0.67377678,  0.        ]), 'Reward', 0.33543232905485143)
('Episode', 53, 'Step', 455.0, 'Epsilon', 0.7834499999985813, 'Action', array([ 1.        ,  0.62052567,  0.        ]), 'Reward', -0.46624353543924518)
('Episode', 53, 'Step', 470.0, 'Epsilon', 0.783399999998581, 'Action', array([ 1.        ,  0.49485982,  0.        ]), 'Reward', -1.1254378762643353)
('Episode', 53, 'Step', 485.0, 'Epsilon', 0.7833499999985807, 'Action', array([ 0.60976404,  0.53630788,  0.        ]), 'Reward', -0.33736643177075426)
('Episode', 53, 'Step', 500.0, 'Epsilon', 0.7832999999985804, 'Action', array([-0.05309364,  0.72115763,  0.        ]), 'Reward', -0.58698653548289947)
('Episode', 53, 'Step', 515.0, 'Epsilon', 0.78324999999858, 'Action', array([ 1.        ,  0.54911128,  0.        ]), 'Reward', -0.69696438753799717)
('Episode', 53, 'Step', 530.0, 'Epsilon', 0.7831999999985797, 'Action', array([-0.71695589,  0.6218971 ,  0.        ]), 'Reward', -0.58977209698465183)
('Episode', 53, 'Step', 545.0, 'Epsilon', 0.7831499999985794, 'Action', array([-0.97850042,  0.70581987,  0.        ]), 'Reward', -1.0017154520996097)
('Episode', 53, 'Step', 560.0, 'Epsilon', 0.783099999998579, 'Action', array([-0.6499754,  0.663784 ,  0.       ]), 'Reward', -0.9527111336244608)
('Episode', 53, 'Step', 575.0, 'Epsilon', 0.7830499999985787, 'Action', array([-0.77164104,  0.60794943,  0.        ]), 'Reward', -0.93990594978176745)
('Episode', 53, 'Step', 590.0, 'Epsilon', 0.7829999999985784, 'Action', array([-0.68629058,  0.72050566,  0.        ]), 'Reward', -1.5332745095355125)
('Episode', 53, 'Step', 605.0, 'Epsilon', 0.7829499999985781, 'Action', array([-0.37158281,  0.59980046,  0.        ]), 'Reward', -1.1626526342997279)
('Episode', 53, 'Step', 620.0, 'Epsilon', 0.7828999999985777, 'Action', array([-0.52298831,  0.52577599,  0.        ]), 'Reward', -2.2765734182786375)
('Episode', 53, 'Step', 635.0, 'Epsilon', 0.7828499999985774, 'Action', array([-1.        ,  0.67641416,  0.        ]), 'Reward', -16.997922451420706)
('Episode', 53, 'Step', 650.0, 'Epsilon', 0.7827999999985771, 'Action', array([ 0.54624888,  0.61750383,  0.        ]), 'Reward', -11.798829807795329)
('Episode', 53, 'Step', 665.0, 'Epsilon', 0.7827499999985768, 'Action', array([-1.        ,  0.56209337,  0.        ]), 'Reward', 25.925205280837801)
('Episode', 5Waiting for request on port 3101
******* RESTARTING *****
3, 'Step', 680.0, 'Epsilon', 0.7826999999985764, 'Action', array([ 0.44261069,  0.7204423 ,  0.        ]), 'Reward', 71.499836338929029)
('Episode', 53, 'Step', 695.0, 'Epsilon', 0.7826499999985761, 'Action', array([-0.05645659,  0.40102918,  0.        ]), 'Reward', -1)
('Episode', 53, 'Step', 710.0, 'Epsilon', 0.7825999999985758, 'Action', array([-0.42114416,  0.59470391,  0.        ]), 'Reward', 14.114666714725047)
('Episode', 53, 'Step', 725.0, 'Epsilon', 0.7825499999985754, 'Action', array([-0.37239122,  0.58572148,  0.        ]), 'Reward', 42.210957740768457)
('Episode', 53, 'Step', 740.0, 'Epsilon', 0.7824999999985751, 'Action', array([-0.31817031,  0.65265988,  0.        ]), 'Reward', -1.076283767741498)
('Episode', 53, 'Step', 755.0, 'Epsilon', 0.7824499999985748, 'Action', array([-1.        ,  0.63552549,  0.        ]), 'Reward', -2.2964822089368009)
('Episode', 53, 'Step', 770.0, 'Epsilon', 0.7823999999985745, 'Action', array([ 0.03878505,  0.59052552,  0.        ]), 'Reward', -3.7076515517826554)
('Episode', 53, 'Step', 785.0, 'Epsilon', 0.7823499999985741, 'Action', array([-0.82963437,  0.71445691,  0.        ]), 'Reward', -4.2462732984589664)
('Episode', 53, 'Step', 800.0, 'Epsilon', 0.7822999999985738, 'Action', array([ 0.23621904,  0.53200955,  0.        ]), 'Reward', 33.164376690365856)
('Episode', 53, 'Step', 815.0, 'Epsilon', 0.7822499999985735, 'Action', array([ 0.85099298,  0.57675654,  0.        ]), 'Reward', 21.806613264552809)
('Episode', 53, 'Step', 830.0, 'Epsilon', 0.7821999999985731, 'Action', array([ 0.33474932,  0.62414437,  0.        ]), 'Reward', -7.9536082694065264)
('Episode', 53, 'Step', 845.0, 'Epsilon', 0.7821499999985728, 'Action', array([ 0.99762689,  0.57897031,  0.        ]), 'Reward', -19.064422499672183)
('Episode', 53, 'Step', 860.0, 'Epsilon', 0.7820999999985725, 'Action', array([-0.24882018,  0.65542287,  0.        ]), 'Reward', 56.630539418326251)
('Episode', 53, 'Step', 875.0, 'Epsilon', 0.7820499999985722, 'Action', array([-0.80475404,  0.49892377,  0.        ]), 'Reward', 63.314582507752696)
('Episode', 53, 'Step', 890.0, 'Epsilon', 0.7819999999985718, 'Action', array([-0.65532612,  0.73960077,  0.        ]), 'Reward', -23.745829397060454)
Terminating because Turned Back
TOTAL REWARD @ 53-th Episode  : Reward 3125.42720715
Total Step: 66134

### TORCS is RELAUNCHED ###
Client connected on 3101..............
Episode : 54 Replay Buffer 65413 Early Stopping: 0 Epsilon: 0.781956666665 RN: 0.342715837094
('Episode', 54, 'Step', 1.0, 'Epsilon', 0.7819499999985715, 'Action', array([-0.78975891,  0.51739074,  0.        ]), 'Reward', 1.1777804023679741)
('Episode', 54, 'Step', 16.0, 'Epsilon', 0.7818999999985712, 'Action', array([ 0.55573042,  0.77423046,  0.        ]), 'Reward', 10.475150312591953)
('Episode', 54, 'Step', 31.0, 'Epsilon', 0.7818499999985709, 'Action', array([ 0.35309143,  0.66465371,  0.        ]), 'Reward', 21.251800993204615)
('Episode', 54, 'Step', 46.0, 'Epsilon', 0.7817999999985705, 'Action', array([-0.3421409,  0.5963085,  0.       ]), 'Reward', 71.912028053808001)
('Episode', 54, 'Step', 61.0, 'Epsilon', 0.7817499999985702, 'Action', array([ 0.38388651,  0.64056795,  0.        ]), 'Reward', -1.8235739293958062)
('Episode', 54, 'Step', 76.0, 'Epsilon', 0.7816999999985699, 'Action', array([ 0.03681692,  0.60661781,  0.04242972]), 'Reward', 85.234086304746086)
('Episode', 54, 'Step', 91.0, 'Epsilon', 0.7816499999985695, 'Action', array([-0.2883776 ,  0.54427837,  0.        ]), 'Reward', -58.585806671339625)
('Episode', 54, 'Step', 106.0, 'Epsilon', 0.7815999999985692, 'Action', array([-1.        ,  0.63922922,  0.        ]), 'Reward', 26.533117720718842)
('Episode', 54, 'Step', 121.0, 'Epsilon', 0.7815499999985689, 'Action', array([ 0.9215455,  0.5868248,  0.       ]), 'Reward', -1)
('Episode', 54, 'Step', 136.0, 'Epsilon', 0.7814999999985686, 'Action', array([ 0.15153275,  0.57432278,  0.        ]), 'Reward', -1)
('Episode', 54, 'Step', 151.0, 'Epsilon', 0.7814499999985682, 'Action', array([-0.65805729,  0.55466729,  0.        ]), 'Reward', 25.912708337912285