{
  "episode_qoe_sys": [
    0.8750555271063107,
    0.8334642246196506,
    0.8944059355227642,
    0.8131599115951671,
    0.8092765328969523,
    0.8745342932865176,
    0.84647736931472,
    0.8931731868763144,
    0.8371105379946385,
    0.8791961612059754,
    0.8632098100221876,
    0.8695519775644363,
    0.8628423015122363,
    0.8734350736187269,
    0.8483529907295714,
    0.8423114857429086,
    0.8803657150294941,
    0.8510532702572741,
    0.8304631950186421,
    0.8667488933621124,
    0.8404248771076229,
    0.8486487967057422,
    0.8635677799799625,
    0.8565540838290695,
    0.870724875226422,
    0.8831801670398814,
    0.8131895177407437,
    0.8710293758968881,
    0.8934705796032028,
    0.8148613426629815,
    0.8744474789048806,
    0.8789667544929187,
    0.8525349613783172,
    0.857329742343597,
    0.8761734355385626,
    0.904423015135199,
    0.8793849484849577,
    0.8826265627949436,
    0.8897049139527275,
    0.856038733387,
    0.860158539511199,
    0.8934791156312529,
    0.863660296941753,
    0.8743186474050196,
    0.8656803738847921,
    0.8447913350527694,
    0.8670804473103136,
    0.8533407806193096,
    0.8536745980663027,
    0.9038680217184262,
    0.8989146409674765,
    0.9021621023441183,
    0.878914912082221,
    0.8847237017586503,
    0.8998389889172863,
    0.8883262979218418,
    0.8805060500262849,
    0.8582921662291362,
    0.9009279679815895,
    0.8920813250783018,
    0.8886656091252431,
    0.9045799775113827,
    0.9062378241030054,
    0.8667439454547554,
    0.9216476515496831,
    0.9004182162504288,
    0.9198564048480634,
    0.9081652375553397,
    0.8905713713751645,
    0.8848181173371326,
    0.9267169358076246,
    0.9041009208854462,
    0.8901940939219625,
    0.8973961191368836,
    0.9304034211843525,
    0.8902427640425029,
    0.8618808623032634,
    0.893871265032597,
    0.8797448064111576,
    0.9267007151146948,
    0.8968953932758498,
    0.8818460030654914,
    0.9019171245678144,
    0.8995043861413053,
    0.8745279495611749,
    0.903095650055987,
    0.9212322071487623,
    0.8890085263217812,
    0.8770007484799784,
    0.9017512904769931,
    0.9063517732219277,
    0.9176161920635857,
    0.9182672080051495,
    0.8940171907635459,
    0.928280825101855,
    0.9025254257027007,
    0.9165045463393459,
    0.8978660981291701,
    0.8999012956816024,
    0.9209542884387848
  ],
  "episode_qoe_semantic": [
    0.7595067186990078,
    0.666928449239301,
    0.7888118710455285,
    0.6274911383621642,
    0.6244996683726266,
    0.7498404314649052,
    0.6929547386294398,
    0.7899366590572121,
    0.6755909777281238,
    0.7583923224119506,
    0.7282267747700405,
    0.7391039551288724,
    0.7256846030244729,
    0.7468701472374535,
    0.6967059814591431,
    0.6892307581532481,
    0.7607314300589887,
    0.7021065405145478,
    0.662915986699796,
    0.7430413134837324,
    0.6849939602315132,
    0.6972975934114842,
    0.7271355599599252,
    0.7132478941074158,
    0.7426378472206073,
    0.7663603340797626,
    0.6315826439196957,
    0.7434229673824485,
    0.7919013737262091,
    0.6297226853259629,
    0.7488949578097609,
    0.7579335089858376,
    0.7050699227566345,
    0.7146594846871942,
    0.7523468710771251,
    0.808846030270398,
    0.7633421484709392,
    0.7674390733875787,
    0.7794098279054551,
    0.7351841737703695,
    0.7203170790223985,
    0.7869582312625059,
    0.7273205938835057,
    0.7486372948100393,
    0.7313607477695844,
    0.6905906283675723,
    0.7341608946206274,
    0.7070230999136464,
    0.7073491961326052,
    0.8105019991318582,
    0.7978292819349533,
    0.8067015094887,
    0.7578298241644421,
    0.7770739584876726,
    0.7996779778345724,
    0.7771417369694569,
    0.7642843458710774,
    0.7165843324582724,
    0.8018559359631788,
    0.7841626501566042,
    0.7794887555411195,
    0.8091599550227656,
    0.8156010213269062,
    0.739429008681028,
    0.8568070036172074,
    0.8008364325008577,
    0.8397128096961269,
    0.8173478055741488,
    0.7858527396880839,
    0.769636234674265,
    0.8534338716152496,
    0.8082018417708927,
    0.7833043347003731,
    0.7969113417915545,
    0.8628512824641303,
    0.7807703302176441,
    0.7237617246065271,
    0.7899419724923711,
    0.7594896128223152,
    0.8534014302293897,
    0.7937907865516993,
    0.7636920061309828,
    0.8177261079378509,
    0.7990087722826108,
    0.7490558991223498,
    0.8076261088009953,
    0.8458305561469885,
    0.7780170526435617,
    0.7540014969599566,
    0.8051930865533096,
    0.8127035464438555,
    0.8352323841271719,
    0.8426371575221238,
    0.7880343815270919,
    0.8565616502037099,
    0.8050508514054012,
    0.8330090926786915,
    0.7957321962583401,
    0.7998025913632049,
    0.8419085768775691
  ],
  "episode_qoe_traditional": [
    0.9906043355136134,
    1.0,
    1.0,
    0.99882868482817,
    0.9940533974212781,
    0.9992281551081301,
    1.0,
    0.9964097146954167,
    0.9986300982611536,
    1.0,
    0.9981928452743344,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9953922133325688,
    1.0,
    1.0,
    0.9980104033374877,
    0.9904564732404925,
    0.9958557939837328,
    1.0,
    1.0,
    0.999860273550723,
    0.9988119032322368,
    1.0,
    0.9947963915617919,
    0.9986357844113277,
    0.9950397854801962,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9954277484989763,
    0.9978140522023082,
    1.0,
    0.97689329300363,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9989920417379665,
    1.0,
    0.9996584613249729,
    1.0,
    0.9972340443049944,
    1.0,
    0.9976226951995366,
    1.0,
    0.992373445029628,
    1.0,
    0.9995108588742263,
    0.9967277541814924,
    1.0,
    1.0,
    1.0,
    0.9978424627093662,
    1.0,
    0.9968746268791046,
    0.9940588822284827,
    0.9864882994821592,
    1.0,
    1.0,
    0.9989826695365306,
    0.9952900030622449,
    1.0,
    1.0,
    1.0,
    0.997083853143552,
    0.9978808964822126,
    0.9979555599045742,
    0.9997151978673618,
    1.0,
    0.9978005575728229,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9861081411977772,
    1.0,
    1.0,
    0.9985651913109789,
    0.9966338581505361,
    1.0,
    1.0,
    0.9983094944006765,
    1.0,
    1.0,
    0.9938972584881753,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0
  ],
  "episode_lambda": [
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5,
    0.5
  ],
  "episode_fairness": [
    0.9740002661167355,
    0.9461039358756884,
    0.9822630439236174,
    0.9276640450601222,
    0.9211461422181229,
    0.9712991765967104,
    0.9454405789499944,
    0.9833240149213802,
    0.9388388991580909,
    0.9722697327955144,
    0.9633372893854961,
    0.9677520331895829,
    0.9631237451397194,
    0.9668916810445615,
    0.9484497071873956,
    0.9503967892416795,
    0.9713908382411351,
    0.9557543500463247,
    0.9386319714818648,
    0.9687326121703029,
    0.9421570574637961,
    0.9538371358216053,
    0.9578155324408424,
    0.9509733401270724,
    0.966043203646899,
    0.9738084660328239,
    0.9325481775742749,
    0.9624325263864882,
    0.9810055343030716,
    0.9276551283727155,
    0.9668393732589184,
    0.9688472830464001,
    0.9523031191066638,
    0.9549360281431717,
    0.9662505339737281,
    0.9863685008365295,
    0.9703887909770167,
    0.9698625529327858,
    0.9768419134804822,
    0.956254595617108,
    0.9553789771621137,
    0.9769916576315444,
    0.9573278516536823,
    0.9642295079108076,
    0.9572285142905201,
    0.9423611897562778,
    0.9547574745352019,
    0.9502490744078728,
    0.9546004829458258,
    0.9857339316168661,
    0.9815822125966447,
    0.9832748641586947,
    0.9667253992735584,
    0.9722653576582375,
    0.9803781971078539,
    0.9751998403919272,
    0.9659699916315807,
    0.9540720494285889,
    0.97933725313114,
    0.9753240832815203,
    0.9681438778286977,
    0.9795111637533911,
    0.9830562753645263,
    0.9645826070275493,
    0.99175510075744,
    0.9786770073736932,
    0.9896404888617085,
    0.9840471614541737,
    0.9757924916053214,
    0.9698953295556375,
    0.9918168795625071,
    0.9822622573484924,
    0.9742219487756796,
    0.9767791293206538,
    0.99209772811477,
    0.9788978422154768,
    0.9559323907643069,
    0.9716210172772877,
    0.9748577598538927,
    0.9912488966820606,
    0.9843162750327383,
    0.9692945991054371,
    0.9871601457644319,
    0.9782622701822892,
    0.9685603673847822,
    0.9807738108415989,
    0.9900269023286703,
    0.9712949038859019,
    0.9703969374645368,
    0.9807627604497174,
    0.9876514925641741,
    0.9868094705001822,
    0.9887804248010861,
    0.9745136149500846,
    0.9911872319668873,
    0.979786223289518,
    0.9858626967933972,
    0.9825552795590404,
    0.9852704770584527,
    0.9906156419339796
  ],
  "episode_rate_satisfaction": [
    0.98,
    1.0,
    1.0,
    0.9866666666666666,
    0.98,
    0.9866666666666666,
    1.0,
    0.9733333333333333,
    0.9933333333333333,
    1.0,
    0.9866666666666667,
    1.0,
    1.0,
    1.0,
    1.0,
    0.98,
    1.0,
    1.0,
    0.9866666666666666,
    0.9466666666666665,
    0.98,
    1.0,
    1.0,
    0.9933333333333333,
    0.9866666666666666,
    1.0,
    0.98,
    0.9933333333333334,
    0.9733333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9533333333333335,
    0.9933333333333333,
    1.0,
    0.8666666666666666,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9933333333333334,
    1.0,
    0.9933333333333334,
    1.0,
    0.9933333333333333,
    1.0,
    0.9666666666666666,
    1.0,
    0.96,
    1.0,
    0.9933333333333333,
    0.9866666666666666,
    1.0,
    1.0,
    1.0,
    0.96,
    1.0,
    0.9866666666666666,
    0.96,
    0.9333333333333332,
    1.0,
    1.0,
    0.9933333333333334,
    0.9733333333333333,
    1.0,
    1.0,
    1.0,
    0.9666666666666666,
    0.9933333333333333,
    0.9666666666666666,
    0.9933333333333333,
    1.0,
    0.9866666666666666,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9466666666666665,
    1.0,
    1.0,
    0.9866666666666666,
    0.9666666666666666,
    1.0,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    0.9733333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0
  ],
  "episode_reward_s": [
    43.752776355315525,
    41.67321123098252,
    44.72029677613821,
    40.65799557975835,
    40.46382664484761,
    43.72671466432587,
    42.323868465736005,
    44.658659343815714,
    41.855526899731935,
    43.95980806029876,
    43.16049050110937,
    43.47759887822182,
    43.14211507561181,
    43.67175368093634,
    42.41764953647857,
    42.115574287145435,
    44.0182857514747,
    42.5526635128637,
    41.52315975093211,
    43.33744466810561,
    42.02124385538116,
    42.4324398352871,
    43.17838899899813,
    42.82770419145348,
    43.5362437613211,
    44.159008351994075,
    40.65947588703719,
    43.5514687948444,
    44.67352898016014,
    40.74306713314906,
    43.72237394524403,
    43.948337724645945,
    42.62674806891587,
    42.86648711717985,
    43.80867177692812,
    45.22115075675995,
    43.96924742424789,
    44.131328139747175,
    44.48524569763638,
    42.80193666934999,
    43.00792697555994,
    44.67395578156265,
    43.183014847087634,
    43.71593237025099,
    43.284018694239606,
    42.23956675263847,
    43.35402236551568,
    42.66703903096548,
    42.68372990331514,
    45.19340108592132,
    44.945732048373834,
    45.10810511720591,
    43.94574560411107,
    44.236185087932505,
    44.9919494458643,
    44.41631489609209,
    44.02530250131426,
    42.91460831145681,
    45.04639839907946,
    44.60406625391511,
    44.433280456262146,
    45.22899887556913,
    45.31189120515027,
    43.33719727273777,
    46.082382577484196,
    45.02091081252145,
    45.99282024240318,
    45.40826187776697,
    44.52856856875823,
    44.24090586685663,
    46.33584679038125,
    45.205046044272315,
    44.50970469609811,
    44.86980595684419,
    46.520171059217624,
    44.51213820212514,
    43.09404311516317,
    44.69356325162985,
    43.987240320557895,
    46.335035755734765,
    44.84476966379249,
    44.09230015327458,
    45.09585622839071,
    44.975219307065274,
    43.72639747805874,
    45.154782502799364,
    46.06161035743811,
    44.45042631608906,
    43.85003742399892,
    45.08756452384966,
    45.31758866109639,
    45.8808096031793,
    45.913360400257474,
    44.7008595381773,
    46.41404125509277,
    45.12627128513502,
    45.82522731696729,
    44.89330490645849,
    44.99506478408012,
    46.04771442193923
  ],
  "episode_reward_b": [
    43.752776355315525,
    41.67321123098252,
    44.72029677613821,
    40.65799557975835,
    40.46382664484761,
    43.72671466432587,
    42.323868465736005,
    44.658659343815714,
    41.855526899731935,
    43.95980806029876,
    43.16049050110937,
    43.47759887822182,
    43.14211507561181,
    43.67175368093634,
    42.41764953647857,
    42.115574287145435,
    44.0182857514747,
    42.5526635128637,
    41.52315975093211,
    43.33744466810561,
    42.02124385538116,
    42.4324398352871,
    43.17838899899813,
    42.82770419145348,
    43.5362437613211,
    44.159008351994075,
    40.65947588703719,
    43.5514687948444,
    44.67352898016014,
    40.74306713314906,
    43.72237394524403,
    43.948337724645945,
    42.62674806891587,
    42.86648711717985,
    43.80867177692812,
    45.22115075675995,
    43.96924742424789,
    44.131328139747175,
    44.48524569763638,
    42.80193666934999,
    43.00792697555994,
    44.67395578156265,
    43.183014847087634,
    43.71593237025099,
    43.284018694239606,
    42.23956675263847,
    43.35402236551568,
    42.66703903096548,
    42.68372990331514,
    45.19340108592132,
    44.945732048373834,
    45.10810511720591,
    43.94574560411107,
    44.236185087932505,
    44.9919494458643,
    44.41631489609209,
    44.02530250131426,
    42.91460831145681,
    45.04639839907946,
    44.60406625391511,
    44.433280456262146,
    45.22899887556913,
    45.31189120515027,
    43.33719727273777,
    46.082382577484196,
    45.02091081252145,
    45.99282024240318,
    45.40826187776697,
    44.52856856875823,
    44.24090586685663,
    46.33584679038125,
    45.205046044272315,
    44.50970469609811,
    44.86980595684419,
    46.520171059217624,
    44.51213820212514,
    43.09404311516317,
    44.69356325162985,
    43.987240320557895,
    46.335035755734765,
    44.84476966379249,
    44.09230015327458,
    45.09585622839071,
    44.975219307065274,
    43.72639747805874,
    45.154782502799364,
    46.06161035743811,
    44.45042631608906,
    43.85003742399892,
    45.08756452384966,
    45.31758866109639,
    45.8808096031793,
    45.913360400257474,
    44.7008595381773,
    46.41404125509277,
    45.12627128513502,
    45.82522731696729,
    44.89330490645849,
    44.99506478408012,
    46.04771442193923
  ],
  "training_time": 11.056128740310669
}