{
  "episode_qoe_sys": [
    0.7482231302622822,
    0.8309082219280733,
    0.8084170795947186,
    0.7090661404488592,
    0.7194826661380298,
    0.6246152362848667,
    0.7414824058458988,
    0.7222848168936777,
    0.7614073350196153,
    0.7635964141856231,
    0.6553622051370293,
    0.7180571123358906,
    0.8814580343506369,
    0.9401698614531077,
    0.9254002938537519,
    0.9349569449221531,
    0.8621825505117635,
    0.9573558851786568,
    0.8754971413971316,
    0.9578943675350555,
    0.9282223281542892,
    0.9698830289725268,
    0.908908192537062,
    0.9600396549262463,
    0.8818907749165453,
    0.970469699816552,
    0.9817770324401007,
    0.9245062779978994,
    0.9592330830766328,
    0.9567477307121406,
    0.9612437762422946,
    0.9489193810473321,
    0.91160605729624,
    0.9696552489045888,
    0.9355156764009197,
    0.9413693720182913,
    0.9543633825573989,
    0.9333311108081171,
    0.9336134082798334,
    0.9604155506935215,
    0.9493115891736338,
    0.9357156196777305,
    0.9027757308001236,
    0.9713742024848705,
    0.9546428183371194,
    0.9662612932421549,
    0.9686365175376547,
    0.9676466795035829,
    0.9778259599594611,
    0.9081396058862506,
    0.9692870781403545,
    0.9819305619766796,
    0.9474099701545279,
    0.9623264352166103,
    0.9805651371096397,
    0.9331208472092445,
    0.8304837017513366,
    0.979330927971092,
    0.9089740013773323,
    0.9747514933118215,
    0.9403817525898842,
    0.9667527508000187,
    0.9360208741743807,
    0.9557412669103661,
    0.9597865887009648,
    0.9486643897479067,
    0.9292837110576336,
    0.9659720564689448,
    0.9668979235731747,
    0.9525903360981299,
    0.9755101118745059,
    0.9876639409279591,
    0.96986334081462,
    0.9805406942433401,
    0.9134112192461449,
    0.9616666148608871,
    0.9570103564697265,
    0.9693982947682522,
    0.9841290197107027,
    0.9167750344058808,
    0.9378702389285892,
    0.9350661154999546,
    0.9363836569638575,
    0.9535489705910173,
    0.9443981419634028,
    0.8975186763075191,
    0.936923010984835,
    0.9204830959813134,
    0.975162354981944,
    0.9688021045714368,
    0.9632389661702502,
    0.9816765390951697,
    0.9479999846173981,
    0.9283481417011558,
    0.906436531558246,
    0.9097947077834079,
    0.8217358053178729,
    0.9556477281991416,
    0.8838872578816378,
    0.9410559113459687
  ],
  "episode_qoe_semantic": [
    0.5386190721794175,
    0.6825896874372341,
    0.744448712545774,
    0.5757792458216532,
    0.6787930304175118,
    0.5988702822130442,
    0.6483563815611864,
    0.5529298605942499,
    0.7261905272086561,
    0.6115704106023832,
    0.8107244102740586,
    0.5761142246717811,
    0.7629160687012737,
    0.8803397229062153,
    0.853545119418885,
    0.8699138898443057,
    0.7910317676901936,
    0.928045103690647,
    0.8921832392159346,
    0.9357887350701111,
    0.8564446563085782,
    0.9397660579450533,
    0.8178163850741239,
    0.9200793098524924,
    0.9046419398397176,
    0.9572797375734087,
    0.9635540648802015,
    0.8522681879355062,
    0.9184661661532657,
    0.913495461424281,
    0.9291566181952122,
    0.9045054287613309,
    0.8232121145924798,
    0.9393104978091776,
    0.87103135280184,
    0.8827387440365823,
    0.9088277547362593,
    0.8666622216162345,
    0.8672268165596668,
    0.9208311013870429,
    0.9178510725229596,
    0.8728300186552701,
    0.8398930938932766,
    0.9427484049697411,
    0.9092856366742386,
    0.9325225864843101,
    0.9684415448668208,
    0.9352933590071659,
    0.9559677150080899,
    0.8605517201049513,
    0.9554133135562151,
    0.963861123953359,
    0.8969093607886128,
    0.930417431357096,
    0.9611302742192794,
    0.8662416944184888,
    0.6609674035026729,
    0.9586618559421839,
    0.851281336087998,
    0.9591158580948093,
    0.9071068562324572,
    0.9584499031550326,
    0.9120417483487613,
    0.9114825338207321,
    0.9195731774019297,
    0.8973287794958135,
    0.8585674221152673,
    0.9337828330717887,
    0.9372683595723162,
    0.9051806721962601,
    0.9543053952982858,
    0.9753278818559182,
    0.9397266816292401,
    0.9611217391796084,
    0.8268224384922896,
    0.923333229721774,
    0.9140207129394531,
    0.9387965895365048,
    0.968440186166461,
    0.8411546093200103,
    0.8757404778571786,
    0.8702407907058108,
    0.8994339805943815,
    0.9070979411820346,
    0.9287962839268054,
    0.8214467058634852,
    0.8738460219696701,
    0.8887366312885012,
    0.9503247099638878,
    0.9453437007995906,
    0.9317368835994231,
    0.9633530781903394,
    0.8959999692347965,
    0.8566962834023115,
    0.8128730631164918,
    0.9116462564748555,
    0.6842188758152252,
    0.9145840784245941,
    0.861107849096609,
    0.9140813215160826
  ],
  "episode_qoe_traditional": [
    0.9578271883451471,
    0.9792267564189125,
    0.8723854466436631,
    0.8423530350760648,
    0.7601723018585479,
    0.6503601903566891,
    0.8346084301306114,
    0.8916397731931055,
    0.7966241428305749,
    0.9156224177688628,
    0.5,
    0.86,
    1.0,
    1.0,
    0.9972554682886187,
    1.0,
    0.9333333333333332,
    0.9866666666666667,
    0.8588110435783287,
    0.98,
    1.0,
    1.0,
    1.0,
    1.0,
    0.8591396099933728,
    0.9836596620596955,
    1.0,
    0.9967443680602922,
    1.0,
    1.0,
    0.993330934289377,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9998990103785387,
    1.0,
    1.0,
    1.0,
    0.9807721058243078,
    0.9986012207001909,
    0.9656583677069708,
    1.0,
    1.0,
    1.0,
    0.9688314902084885,
    1.0,
    0.9996842049108323,
    0.95572749166755,
    0.9831608427244936,
    1.0,
    0.9979105795204429,
    0.994235439076125,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9666666666666667,
    0.9903871285288335,
    0.9736566489473111,
    0.9750555984450047,
    0.96,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9981612798661013,
    0.9965274875740332,
    1.0,
    0.9967148284507258,
    1.0,
    1.0,
    0.999959649307072,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9998178532549447,
    0.9923954594917512,
    1.0,
    0.9998914402940982,
    0.9733333333333333,
    1.0,
    0.96,
    0.9735906467515528,
    1.0,
    0.9522295606741257,
    1.0,
    0.992260508343283,
    0.9947410487410773,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9079431590919603,
    0.9592527348205208,
    0.996711377973689,
    0.9066666666666666,
    0.9680305011758545
  ],
  "episode_lambda": [
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0
  ],
  "episode_fairness": [
    0.8365546844729626,
    0.9190493288009784,
    0.8767738405205123,
    0.807154800718112,
    0.8256371152835301,
    0.7092678886715101,
    0.8441787799696621,
    0.797593110021725,
    0.8515140476478145,
    0.830874493093798,
    0.7389859578660335,
    0.8337534264112746,
    0.966083734637237,
    0.9904281234730348,
    0.9843232150141273,
    0.9923743862536234,
    0.938803680811283,
    0.9894733766645877,
    0.9245024772378454,
    0.9879163851940238,
    0.9858228871231876,
    0.9975157055964554,
    0.9761713978638175,
    0.9823003853969946,
    0.9310251948861764,
    0.9939059793823171,
    0.9989588411665968,
    0.9881015072023179,
    0.9969814570817632,
    0.9950047223520049,
    0.9961820894735248,
    0.9907313273447619,
    0.96722320571247,
    0.9981149975410165,
    0.973781232132182,
    0.9896324364516431,
    0.9913530129576746,
    0.983262500764001,
    0.9785618684725964,
    0.9931550392349676,
    0.9918214534118802,
    0.9859251426278627,
    0.9622237888440525,
    0.9959575992143184,
    0.992063602932797,
    0.9927072153859708,
    0.9845092408961001,
    0.9961818250807539,
    0.9975705319914233,
    0.9722379449193761,
    0.9914991789220644,
    0.999251907050357,
    0.9894338683524806,
    0.9959702959766478,
    0.9983633142506286,
    0.9904225304749461,
    0.9386756251764868,
    0.9988165109904541,
    0.9539599800799371,
    0.9950120318751146,
    0.9664680479374055,
    0.9866122031590986,
    0.9735630394691763,
    0.9920040645073255,
    0.9945363823233566,
    0.9892837711452177,
    0.9846191820919384,
    0.9897279582438943,
    0.9970061841683631,
    0.9934976783255342,
    0.9973218932295171,
    0.9995320654422257,
    0.9975754809244864,
    0.999232553272855,
    0.9766736509937298,
    0.9943662818859884,
    0.9823796574930904,
    0.9938592286562428,
    0.9984577768615328,
    0.9775768997123305,
    0.9871984364872671,
    0.9904853075163018,
    0.9791641616060661,
    0.9921713645332741,
    0.9764942008247445,
    0.9663219656165839,
    0.9745523411780345,
    0.9626739828002318,
    0.9983354043809165,
    0.9952240426078403,
    0.9932087768472918,
    0.9991185096262069,
    0.9893135310732056,
    0.9877012685054884,
    0.975867134288907,
    0.9393187951491763,
    0.8871622384342085,
    0.9915223326902933,
    0.9364205628497783,
    0.9778765788260736
  ],
  "episode_rate_satisfaction": [
    0.9466666666666668,
    0.9733333333333333,
    0.8666666666666667,
    0.8333333333333333,
    0.68,
    0.5933333333333334,
    0.82,
    0.8866666666666667,
    0.7933333333333334,
    0.9133333333333333,
    0.5,
    0.86,
    1.0,
    1.0,
    0.98,
    1.0,
    0.9333333333333332,
    0.9866666666666667,
    0.8333333333333333,
    0.98,
    1.0,
    1.0,
    1.0,
    1.0,
    0.8133333333333332,
    0.96,
    1.0,
    0.9866666666666666,
    1.0,
    1.0,
    0.9733333333333334,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    0.9533333333333335,
    0.9866666666666666,
    0.96,
    1.0,
    1.0,
    1.0,
    0.9666666666666666,
    1.0,
    0.9933333333333333,
    0.9266666666666667,
    0.98,
    1.0,
    0.98,
    0.9866666666666666,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9666666666666667,
    0.9733333333333333,
    0.96,
    0.9733333333333333,
    0.96,
    1.0,
    1.0,
    1.0,
    1.0,
    0.98,
    0.98,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9933333333333333,
    0.9733333333333333,
    1.0,
    0.9933333333333333,
    0.9733333333333333,
    1.0,
    0.96,
    0.9666666666666666,
    1.0,
    0.9333333333333332,
    1.0,
    0.9733333333333333,
    0.9866666666666666,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9,
    0.9533333333333333,
    0.9866666666666666,
    0.9066666666666666,
    0.96
  ],
  "episode_reward_s": [
    35.31511593228546,
    40.062225751495276,
    39.78117030924648,
    34.1204380761709,
    35.56723694969631,
    30.97331227352511,
    36.14286004944781,
    34.4206912816896,
    37.71819867287118,
    36.65956067344876,
    34.32173230822174,
    34.48342674015343,
    42.88748206103821,
    46.41019168718647,
    45.55146294833892,
    46.097416695329166,
    42.39761969737247,
    47.57468644405274,
    43.941718048044606,
    47.673662052103325,
    45.69333968925734,
    48.19298173835161,
    44.53449155222373,
    47.60237929557478,
    44.32205039505898,
    48.39158536839616,
    48.906621946406034,
    45.502932999271025,
    47.553984984597975,
    47.40486384272844,
    47.74131723164392,
    47.00182952950659,
    44.69636343777441,
    48.17931493427532,
    46.13094058405519,
    46.48216232109748,
    47.26281284965855,
    45.999866648487036,
    46.016804496789995,
    47.62493304161129,
    47.15097429217494,
    46.156924973661916,
    44.50996017093772,
    48.28245214909225,
    47.27856910022716,
    47.97567759452931,
    48.429876150174394,
    48.058800770214965,
    48.67271554845933,
    44.93110143649954,
    48.32561626117632,
    48.91583371860075,
    46.865492414067255,
    47.79723172223537,
    48.83390822657838,
    45.98725083255466,
    39.829022105080185,
    48.75985567826551,
    44.87177341597329,
    48.58121831342093,
    46.68633866591994,
    48.254609063551065,
    46.56125245046285,
    47.34447601462197,
    47.58719532205789,
    46.9198633848744,
    45.75702266345802,
    47.97671058947568,
    48.04860053865012,
    47.15542016588779,
    48.563458427963106,
    49.259836455677544,
    48.19180044887721,
    48.83284516152968,
    44.80467315476869,
    47.699996891653214,
    47.42062138818359,
    48.16389768609514,
    49.04956265009272,
    45.08254746943534,
    46.272214335715354,
    46.105052527056294,
    46.449686084498126,
    47.21293823546102,
    47.063888517804166,
    44.11521411093561,
    46.2153806590901,
    45.70669015213756,
    48.509741298916644,
    48.20552119085338,
    47.84692748280424,
    48.90059234571017,
    46.87999907704391,
    45.70088850206935,
    44.38619189349475,
    45.50825087608487,
    39.71162097086718,
    47.371749912211605,
    43.96656880623161,
    46.78304966899958
  ],
  "episode_reward_b": [
    39.50719709394276,
    43.028596441312054,
    41.06053765022537,
    36.786175968715014,
    36.381029664106684,
    31.488211354961557,
    38.00538053514206,
    37.807790407678155,
    38.42253482909036,
    39.70008074511355,
    31.214488205481167,
    37.322284493435625,
    45.25832137402546,
    47.6067944581243,
    46.98856643703627,
    47.39827779688612,
    43.82063535380387,
    48.160902073812935,
    43.60799609166854,
    48.11577470140223,
    47.12889312617158,
    48.79532115890107,
    46.35632770148247,
    48.40158619704986,
    43.86702709659556,
    48.655384613259024,
    49.27108129760404,
    46.94769480051888,
    48.369323323065316,
    48.26990922848563,
    48.38306039258555,
    47.89010857522664,
    46.464242291849594,
    48.78620995618355,
    47.42062705603681,
    47.654774880731665,
    48.17352540608133,
    47.33324443232468,
    47.34453633119333,
    48.41662202774088,
    47.78018462518844,
    47.414636994111135,
    45.76761290907466,
    48.85496809939481,
    48.185712733484785,
    48.650451729686225,
    48.433775603591066,
    48.70586718014333,
    49.109880447486766,
    45.88285915212551,
    48.60309155285911,
    49.277222479067156,
    47.875504601385565,
    48.43541179942567,
    49.22260548438558,
    47.32483388836978,
    43.21934807005346,
    49.17323711884368,
    46.025626721759956,
    48.89393101776121,
    47.35183659306848,
    48.42066601645079,
    47.040834966975225,
    48.22965067641464,
    48.391463548038594,
    47.946575589916286,
    47.17134844230535,
    48.6204950574188,
    48.6411918186673,
    48.103613443925205,
    48.98755275948751,
    49.50655763711836,
    48.7945336325848,
    49.22122426280434,
    46.536448769845784,
    48.466664594435485,
    48.280414258789065,
    48.7759317907301,
    49.36333932097756,
    46.59495597115272,
    47.51480955714356,
    47.40155902293915,
    47.18867961188764,
    48.14195882364067,
    47.37592567853613,
    45.6366535198163,
    47.476920439393396,
    46.34161944599379,
    49.00649419927777,
    48.674689266290294,
    48.47696913422078,
    49.267061563806784,
    47.91999938469593,
    47.13392566804623,
    46.25746126232983,
    45.471219902255946,
    42.461959560920135,
    48.193022907702556,
    44.42215698193218,
    47.32254146559729
  ],
  "training_time": 38.248114824295044
}