{
  "episode_qoe_sys": [
    0.7482231308526839,
    0.8309082233561463,
    0.8084170820757554,
    0.7090661422500526,
    0.7194826664883084,
    0.6245194124588949,
    0.7412642678718226,
    0.7221448044513399,
    0.7616440464228234,
    0.7643558815553954,
    0.6572493473713608,
    0.721670593949549,
    0.8822724023489592,
    0.9435396352401472,
    0.9325469563439573,
    0.938130047220731,
    0.8636689001753414,
    0.95773008362579,
    0.875634562616548,
    0.9578399247781135,
    0.927812144330949,
    0.9698146492596956,
    0.9086419845169996,
    0.9600391162164482,
    0.8819534906972089,
    0.9705150137636998,
    0.9817752467613294,
    0.9244882556828192,
    0.9591994798601222,
    0.9567062474565199,
    0.9612473818655292,
    0.9489192169510843,
    0.9115611001535519,
    0.9696553416677196,
    0.9355053443615821,
    0.9413769693090847,
    0.9543642718155892,
    0.933331057191906,
    0.9336041737014251,
    0.9604106194733352,
    0.9493491198733224,
    0.9357083780290258,
    0.9027962081393558,
    0.9713731990207785,
    0.954643593061007,
    0.9662689614556443,
    0.9686350404402433,
    0.9676491602261227,
    0.9778232788592959,
    0.9087213895548492,
    0.969287759304687,
    0.981932590271949,
    0.9474101652260117,
    0.9623562990072777,
    0.9805665598136514,
    0.9331272921499283,
    0.8304356491064996,
    0.9793316972058003,
    0.9090033676712256,
    0.9747586605171652,
    0.9403938437409362,
    0.9667584914513386,
    0.9359455160996325,
    0.9557410564679502,
    0.9597904917192871,
    0.9486689840734478,
    0.9293529262170188,
    0.966203688479699,
    0.9669558504123625,
    0.9525303671383566,
    0.975497262291949,
    0.9876639371029221,
    0.9698650321922837,
    0.980560180983099,
    0.9134075369766181,
    0.9616650872368651,
    0.9570056880926423,
    0.969389305006777,
    0.9843389928732023,
    0.9182309941219532,
    0.9368243124765431,
    0.9343432886045736,
    0.9353967218354095,
    0.9535820909511235,
    0.9625949822273279,
    0.9164164469644897,
    0.8952548217642696,
    0.9246997270424372,
    0.9737879436258754,
    0.9575701007311774,
    0.9572732612193962,
    0.9662254002356427,
    0.8937236297098302,
    0.906247835587458,
    0.9012673014356085,
    0.9701107895336493,
    0.9200143620653359,
    0.8229309600483448,
    0.7912501938404811,
    0.9298436984090547
  ],
  "episode_qoe_semantic": [
    0.5386190737468054,
    0.6825896901941588,
    0.7444487178417911,
    0.5757792493885436,
    0.6787930315981019,
    0.5986785176522087,
    0.6479199531676869,
    0.5526496652477322,
    0.7266452879302231,
    0.6130892447787215,
    0.8144986947427216,
    0.5833411878990981,
    0.7649890809441174,
    0.8870792704802943,
    0.8678067756263826,
    0.8762600944414619,
    0.7940044670173492,
    0.9287935005849133,
    0.8924571062173975,
    0.9356798495562267,
    0.8556242886618981,
    0.9396292985193915,
    0.8172839690339992,
    0.9200782324328957,
    0.9045604093248163,
    0.9572517751128246,
    0.9635504935226588,
    0.8522064262188362,
    0.9183989597202443,
    0.9134124949130397,
    0.9291562484403696,
    0.9045051005688349,
    0.8231222003071039,
    0.9393106833354392,
    0.8710106887231642,
    0.8827539386181692,
    0.9088270208690225,
    0.8666621143838121,
    0.8672083474028498,
    0.9208212389466705,
    0.9178438008745937,
    0.8728069332495135,
    0.839933904057521,
    0.942746398041557,
    0.9092871861220141,
    0.9325379229112888,
    0.9684385906490054,
    0.9352983204522449,
    0.9559614240495207,
    0.8605450294166949,
    0.9554146758149128,
    0.9638651805438978,
    0.8968995496571779,
    0.9304760349063185,
    0.9611331196273027,
    0.8662545842998567,
    0.6608712982129993,
    0.9586633944116002,
    0.851340068675784,
    0.9591310877960931,
    0.9071086512942736,
    0.9584505903221894,
    0.9118910321992645,
    0.9114821129359002,
    0.9195809834385742,
    0.8973379681468953,
    0.8587058524340375,
    0.9337539267984504,
    0.9374069000696267,
    0.905060734276713,
    0.954279696047815,
    0.975327874205844,
    0.9397300643845672,
    0.9611203619661981,
    0.8268150739532364,
    0.9233301744737298,
    0.9140113761852845,
    0.9387786100135539,
    0.9686818971010805,
    0.8417440582243283,
    0.8736486249530862,
    0.8686865772091467,
    0.8974601103374859,
    0.9071641819022466,
    0.9251899644546556,
    0.8328328939289794,
    0.8771763101952059,
    0.888685826147213,
    0.9475758872517507,
    0.938096489004522,
    0.9278798557721253,
    0.9591174671379519,
    0.8836767640997718,
    0.8658290045082492,
    0.802534602871217,
    0.9402215790672989,
    0.9224410630049446,
    0.9262775668313314,
    0.8330185534925567,
    0.9059670530501951
  ],
  "episode_qoe_traditional": [
    0.9578271879585623,
    0.979226756518134,
    0.8723854463097195,
    0.8423530351115613,
    0.7601723013785147,
    0.6503603072655811,
    0.8346085825759586,
    0.8916399436549475,
    0.7966428049154236,
    0.915622518332069,
    0.5,
    0.86,
    0.9995557237538009,
    1.0,
    0.997287137061532,
    1.0,
    0.9333333333333332,
    0.9866666666666667,
    0.8588120190156985,
    0.98,
    1.0,
    1.0,
    1.0,
    1.0,
    0.8593465720696014,
    0.9837782524145748,
    1.0,
    0.996770085146802,
    1.0,
    1.0,
    0.9933385152906886,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9999015227621558,
    1.0,
    1.0,
    1.0,
    0.9808544388720511,
    0.9986098228085382,
    0.9656585122211907,
    1.0,
    1.0,
    1.0,
    0.9688314902314811,
    1.0,
    0.9996851336690711,
    0.9568977496930029,
    0.983160842794461,
    1.0,
    0.9979207807948456,
    0.994236563108237,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9666666666666667,
    0.9903862332382372,
    0.9736790361875985,
    0.9750663925804878,
    0.96,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9986534501609475,
    0.9965048007550985,
    1.0,
    0.9967148285360831,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9999960886453242,
    0.9947179300195782,
    1.0,
    1.0,
    0.9733333333333333,
    1.0,
    1.0,
    1.0,
    0.9133333333333333,
    0.960713627937661,
    1.0,
    0.9770437124578328,
    0.9866666666666667,
    0.9733333333333333,
    0.9037704953198883,
    0.9466666666666668,
    1.0,
    1.0,
    0.9175876611257278,
    0.7195843532653585,
    0.7494818341884059,
    0.9537203437679147
  ],
  "episode_lambda": [
    0.6622670842692696,
    0.7500482804667972,
    0.712824052857097,
    0.6195217465028277,
    0.6246417035096472,
    0.5200353938173463,
    0.6540794380013576,
    0.636338735783167,
    0.6697885704126283,
    0.6673772741695139,
    0.550696898489669,
    0.6419142428124175,
    0.7970499706714043,
    0.8443467429477454,
    0.8360455337178382,
    0.8426261647409603,
    0.7756630288388194,
    0.8528887866697177,
    0.7712979007575007,
    0.8515188194536911,
    0.831982178309649,
    0.8630587804878813,
    0.8155616597992922,
    0.8523052738948976,
    0.777859159494738,
    0.8628422365463099,
    0.8703896401735133,
    0.832147474615274,
    0.8567125261812731,
    0.8540584100991033,
    0.8574796597896875,
    0.8486073293034732,
    0.8167214240717635,
    0.8631445596172717,
    0.8322489724890078,
    0.8427957411813948,
    0.8513288328971008,
    0.83610420114875,
    0.8346301407086982,
    0.8555261772562746,
    0.8488973898417297,
    0.8382545611006229,
    0.8106296421557165,
    0.8631865700905925,
    0.8514182712928211,
    0.8589408395624666,
    0.8583146940820728,
    0.8610052588591282,
    0.8673828567667745,
    0.8136839515280165,
    0.8595398670114222,
    0.8706188770848126,
    0.8466916541391454,
    0.8582676205072488,
    0.8695099040790814,
    0.8382045510895932,
    0.7500335685307956,
    0.8690725917312673,
    0.8090861429003792,
    0.8656024432527438,
    0.8351962073195872,
    0.8565593037036073,
    0.8331092982129398,
    0.8529304768203586,
    0.8558437350530216,
    0.8469989863348539,
    0.8338577639421785,
    0.8574191637814199,
    0.8613039309955337,
    0.8513387912574415,
    0.8664755306835339,
    0.8739801091298787,
    0.8631668101358624,
    0.8698988380111281,
    0.8215561666200218,
    0.8573165867294444,
    0.85076266547904,
    0.861400442043415,
    0.8717986455959276,
    0.824437184508494,
    0.8386643789964086,
    0.8397715181377856,
    0.8335028065217736,
    0.8505127668173627,
    0.857986440413312,
    0.8243548273329769,
    0.7932473560299084,
    0.8226255312242924,
    0.8657210409510292,
    0.8504455784938111,
    0.8516167341861332,
    0.8570833545359118,
    0.7920852203092764,
    0.8101063207989906,
    0.8130926271378134,
    0.8628189629073196,
    0.813934169535405,
    0.7239675536814041,
    0.697161418562565,
    0.8294543427076831
  ],
  "episode_fairness": [
    0.8365546847460921,
    0.9190493291539967,
    0.8767738415960451,
    0.8071548015889092,
    0.825637115285233,
    0.7091905519987111,
    0.8440418038129003,
    0.7974779147314435,
    0.851609602820255,
    0.8315070925609628,
    0.7393591232441391,
    0.8363205523817605,
    0.9651736168759403,
    0.991424731180848,
    0.9866162194641283,
    0.9930357228040573,
    0.9394680107957133,
    0.9895327325697711,
    0.9245676404350065,
    0.987910098266364,
    0.9856983743490316,
    0.9975037560685449,
    0.9760507650255529,
    0.9823000832688425,
    0.9310703470514532,
    0.9939744912478992,
    0.9989586243549191,
    0.9880979521952423,
    0.9969769597575652,
    0.9949971208059558,
    0.9961833484771023,
    0.990731251436096,
    0.9672001410911061,
    0.9981150029000626,
    0.9737714761736297,
    0.989633671768632,
    0.9913528156558986,
    0.98326220746304,
    0.9785599919206249,
    0.9931555003464905,
    0.9918503250812633,
    0.9859206817942338,
    0.9622335027623293,
    0.9959586040162285,
    0.9920632033512357,
    0.9927084111797256,
    0.9845087014139241,
    0.9961820894324529,
    0.997570322761397,
    0.9722129676965667,
    0.9914992500833033,
    0.9992520130255573,
    0.9894337847245858,
    0.9959853761029812,
    0.9983634058781189,
    0.990423946983358,
    0.9386654920729426,
    0.9988165984692309,
    0.953969784720989,
    0.9950127558283774,
    0.9664745267970803,
    0.9866207281794412,
    0.9735376760704572,
    0.9920040183202619,
    0.9945369124345247,
    0.9892864380977443,
    0.9846458819186641,
    0.9897527469459123,
    0.9970213836436224,
    0.9934854754616879,
    0.9973232263785293,
    0.9995320648236641,
    0.9975759579905328,
    0.9992302951767392,
    0.9766872225095262,
    0.994365998770187,
    0.9823785122070894,
    0.9938573115267891,
    0.9985216182723887,
    0.9782907554686366,
    0.986673543946389,
    0.9900992602114989,
    0.9787362624469867,
    0.9922257657716247,
    0.9956499851515308,
    0.9834955996009246,
    0.9357723855514355,
    0.9664917058444696,
    0.9979421290209091,
    0.9855222437903479,
    0.9870800073423273,
    0.9854481134757457,
    0.9397208713676178,
    0.9652651197884685,
    0.9733074839151556,
    0.995610929300921,
    0.9485385709284205,
    0.8559766762591738,
    0.8548966452833797,
    0.9686293218606085
  ],
  "episode_rate_satisfaction": [
    0.9466666666666668,
    0.9733333333333333,
    0.8666666666666667,
    0.8333333333333333,
    0.68,
    0.5933333333333334,
    0.82,
    0.8866666666666667,
    0.7933333333333334,
    0.9133333333333333,
    0.5,
    0.86,
    0.9933333333333333,
    1.0,
    0.98,
    1.0,
    0.9333333333333332,
    0.9866666666666667,
    0.8333333333333333,
    0.98,
    1.0,
    1.0,
    1.0,
    1.0,
    0.8133333333333332,
    0.96,
    1.0,
    0.9866666666666666,
    1.0,
    1.0,
    0.9733333333333334,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    0.9533333333333335,
    0.9866666666666666,
    0.96,
    1.0,
    1.0,
    1.0,
    0.9666666666666666,
    1.0,
    0.9933333333333333,
    0.9333333333333332,
    0.98,
    1.0,
    0.98,
    0.9866666666666666,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9666666666666667,
    0.9733333333333333,
    0.96,
    0.9733333333333333,
    0.96,
    1.0,
    1.0,
    1.0,
    1.0,
    0.98,
    0.98,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9933333333333333,
    0.98,
    1.0,
    1.0,
    0.9733333333333333,
    1.0,
    1.0,
    1.0,
    0.9133333333333333,
    0.9333333333333332,
    1.0,
    0.9666666666666666,
    0.9866666666666667,
    0.9733333333333333,
    0.9,
    0.9466666666666668,
    1.0,
    1.0,
    0.9066666666666666,
    0.7133333333333334,
    0.7266666666666667,
    0.9533333333333333
  ],
  "episode_reward_s": [
    32.92383809440045,
    38.84142532446255,
    39.35637621048818,
    33.07791352656574,
    35.646210709806844,
    31.18422146051695,
    35.46536098394087,
    32.65580211798654,
    38.381744393426914,
    34.941406424115705,
    38.51242888182305,
    33.89074410673731,
    42.0506590087602,
    46.282565423167455,
    45.58336583191295,
    45.96564685961806,
    42.192963393599115,
    47.49666238964523,
    44.56877145020918,
    47.71015188821474,
    45.198230723548036,
    48.048246036239085,
    43.84526480983841,
    47.300356963558094,
    45.20638878358768,
    48.34769531041928,
    48.82699860713653,
    45.084045188208066,
    47.36021198696687,
    47.17476820456252,
    47.58827205532081,
    46.77030916407793,
    43.96637506070994,
    48.041371093237736,
    45.54614070290883,
    46.13934763862364,
    46.9976740018387,
    45.5722055506037,
    45.53325189744269,
    47.39979573269473,
    47.01031877519191,
    45.752946543812186,
    44.17447857435883,
    48.132430155850216,
    47.01165338649684,
    47.7725229962693,
    48.5468174990822,
    47.89221472556719,
    48.56183376636242,
    44.868427322906776,
    48.32321435725977,
    48.839759821494496,
    46.56077070131724,
    47.64514827434208,
    48.74531046499078,
    45.61160357468347,
    38.30599666214984,
    48.671281265623506,
    44.37724726011491,
    48.51998361495961,
    46.52964288990172,
    48.359191337333144,
    46.69730174811404,
    47.10170879335486,
    47.37218108827143,
    46.60505915926487,
    45.32149665650905,
    47.741738354794364,
    47.912722190171124,
    46.90016054953645,
    48.46717237096394,
    49.20999546691045,
    48.053197160200156,
    48.75259152456535,
    44.227435588996926,
    47.49857467520549,
    47.11214878132527,
    47.98339873037769,
    48.99083793601537,
    44.61620329488045,
    45.8075475819309,
    45.70824657400885,
    46.27662379954107,
    46.93775305680158,
    47.56567107661146,
    44.44637503058194,
    44.61310640779463,
    45.7268104779848,
    48.31129057048788,
    47.64982087078567,
    47.44713963216457,
    48.32337400294084,
    44.84925917166148,
    44.87998311830005,
    43.377047635109356,
    48.05872898172292,
    46.267529073103596,
    43.78131195170364,
    41.00391972731087,
    46.24856144321394
  ],
  "episode_reward_b": [
    41.89847499086794,
    44.249397011152084,
    41.485331997087336,
    37.828700698439526,
    36.302055939023994,
    31.267719785372527,
    38.66106580324139,
    39.55867832714744,
    37.782660248855414,
    41.494181731423836,
    27.212505855313015,
    38.276315288217596,
    46.176581226135724,
    48.07139810084726,
    47.67132980248276,
    47.84735786245503,
    44.173926623935024,
    48.27634597293376,
    42.99468481144563,
    48.07384058959662,
    47.582983709546866,
    48.93321888973049,
    47.018933641861565,
    48.70355465808671,
    42.9889602861332,
    48.703806065950694,
    49.35052606899642,
    47.36478038007383,
    48.55973599904535,
    48.49585654108949,
    48.5364661312321,
    48.12161253103048,
    47.18973495464524,
    48.92416307353423,
    48.004393733249366,
    47.99834929228482,
    48.438753179720216,
    47.76090016858691,
    47.8271654726998,
    48.6412662146388,
    47.92459321214032,
    47.817891259090416,
    46.105142239576736,
    49.00488974622761,
    48.45270591960388,
    48.854373149295135,
    48.31668654494212,
    48.872701297045055,
    49.22049411956717,
    46.0037116325781,
    48.60556157320892,
    49.3534992057004,
    48.18024582128393,
    48.59048162638569,
    49.31134551637437,
    47.70112564030935,
    44.73756824850012,
    49.26188845495652,
    46.52308950700766,
    48.95588243675687,
    47.50974148419189,
    48.31665780780074,
    46.8972498618492,
    48.472396853440145,
    48.60686808365729,
    48.26183924807991,
    47.61379596519284,
    48.87863049317556,
    48.78286285106514,
    48.3528761642992,
    49.08255385823096,
    49.55639824338176,
    48.933306059028205,
    49.30342657374457,
    47.11331810866491,
    48.667934048481015,
    48.588420027938966,
    48.9555317703,
    49.443061351304884,
    47.20689611731486,
    47.874883665723395,
    47.7260822864485,
    47.26304838399987,
    48.420456038310746,
    48.69382714612132,
    47.19526966586705,
    44.912375768632344,
    46.74316222625892,
    49.06750379209967,
    48.107189202332094,
    48.280186489775026,
    48.299166020623446,
    44.52310379932152,
    45.744800440445744,
    46.74968250845148,
    48.95234997164203,
    45.73390713343002,
    38.51178405313085,
    38.121099656737286,
    46.73580839769153
  ],
  "training_time": 37.96440362930298
}