{
  "episode_qoe_sys": [
    0.74466624340199,
    0.8318471504913583,
    0.818830804565761,
    0.7297860745320071,
    0.7161051647467707,
    0.6262980174970332,
    0.7550675713239626,
    0.7078604201829016,
    0.7339097898620381,
    0.7620546760185204,
    0.6366984098391466,
    0.7082801529412335,
    0.8674599637128062,
    0.9431416256633119,
    0.9251885512387217,
    0.9287662263438332,
    0.8536538817344329,
    0.9529571978558107,
    0.8638794548222107,
    0.9571344616858756,
    0.9242824769909069,
    0.9693838335282314,
    0.9042756049524853,
    0.9600361971300322,
    0.8807561861799904,
    0.9693076693402898,
    0.981757308756227,
    0.924123728438189,
    0.9590835825243076,
    0.9565368611190163,
    0.9611625837109861,
    0.9455911263692555,
    0.9114111740687414,
    0.9696480790399196,
    0.9353999203518769,
    0.9414064888626232,
    0.9543186784368413,
    0.9332982315144107,
    0.9337178758474795,
    0.9604168373013497,
    0.9447037521742588,
    0.9352555500850462,
    0.9026650975388985,
    0.9708070230473297,
    0.9551571934968061,
    0.9664596679001403,
    0.9689468373766826,
    0.9685427563647857,
    0.9084272583367476,
    0.8631571979776202,
    0.9462040357178674,
    0.8721722043418724,
    0.9157460689478428,
    0.8582221914900353,
    0.9826333310509409,
    0.9336247115647219,
    0.8266876755619741,
    0.980199165365223,
    0.8891451717043722,
    0.878590934175576,
    0.7617272352383204,
    0.8744744711558847,
    0.8865775686654033,
    0.9509382677056896,
    0.9657916996207173,
    0.8379698700557384,
    0.8510796703956562,
    0.8267399818908977,
    0.9133004602823976,
    0.9470430068390554,
    0.9464644693072247,
    0.9757915922665655,
    0.9291246952845148,
    0.8836858407353997,
    0.8940068806119154,
    0.8302020354060382,
    0.8804766043535415,
    0.8954612432034357,
    0.8808794462562795,
    0.8693521276782701,
    0.8938291971494635,
    0.829828336333304,
    0.8869980532818269,
    0.9054502404664961,
    0.849311099635118,
    0.6959240351763093,
    0.8988855174571705,
    0.7954940851050972,
    0.8898806244202189,
    0.8541942136086175,
    0.920836120313027,
    0.8661528136098708,
    0.8999382212000181,
    0.8882704579705419,
    0.7759910847955063,
    0.7405425053858711,
    0.6056856584385063,
    0.8315823833810039,
    0.8698248769746192,
    0.8327139171566844
  ],
  "episode_qoe_semantic": [
    0.5394378583801467,
    0.6836943009827169,
    0.7443282757981885,
    0.5768455018359814,
    0.6791193921906554,
    0.5977515597980493,
    0.6463464915841114,
    0.550600814436158,
    0.7211529130574096,
    0.6085313424662432,
    0.8067477385198767,
    0.5799298292363618,
    0.7349199274256124,
    0.886283251326624,
    0.8574122225322413,
    0.8575324526876668,
    0.7743815642845058,
    0.9192477290449552,
    0.8769203470784964,
    0.9342689233717512,
    0.8485649539818136,
    0.9387676670564626,
    0.8085512099049705,
    0.9200723942600643,
    0.9036901787238026,
    0.9568436310566942,
    0.9635146175124543,
    0.8518081026029942,
    0.9181671650486152,
    0.9130737222380323,
    0.9291627137930267,
    0.9045155860718446,
    0.8228223481374829,
    0.9392961580798389,
    0.8707998407037537,
    0.8828129777252465,
    0.9088891848913763,
    0.8665964630288215,
    0.8674357516949587,
    0.9208336746026999,
    0.9179169904488218,
    0.8728586465411976,
    0.8396771853272688,
    0.941614046094659,
    0.9103143869936123,
    0.9329193358002805,
    0.9690621845448768,
    0.9370855127295711,
    0.9583941654608984,
    0.8661869785881378,
    0.9554027761024173,
    0.964530488928173,
    0.9055398238206344,
    0.9223896415225771,
    0.9652666621018818,
    0.8745285932684389,
    0.693375351123948,
    0.9613380578556388,
    0.8544878620905861,
    0.964396673189472,
    0.8464069377386264,
    0.9335921481224665,
    0.9254376236956087,
    0.9166367219955945,
    0.9315833992414343,
    0.8674387876865898,
    0.8844192683497829,
    0.8793927435168075,
    0.9422782715197521,
    0.9048547319206963,
    0.9406317782247701,
    0.9715831845331309,
    0.8582493905690295,
    0.9252795949780844,
    0.8110038599764144,
    0.7459749472897714,
    0.8883216891823382,
    0.7909224864068714,
    0.9680666600209245,
    0.8514699641930603,
    0.8349649074206411,
    0.6990246308935574,
    0.8406627732303206,
    0.8558565737868236,
    0.8423233405605005,
    0.5643484800333004,
    0.817771034914341,
    0.6463054607452032,
    0.7997612488404374,
    0.9105113057706685,
    0.8718924610610838,
    0.8037702868403686,
    0.8407094797839315,
    0.8240887530933353,
    0.7585093578978804,
    0.6767632674035825,
    0.5500241743553179,
    0.7988105461682753,
    0.8329830872825716,
    0.8093109780540344
  ],
  "episode_qoe_traditional": [
    0.9498946284238329,
    0.98,
    0.8933333333333334,
    0.8827266472280325,
    0.7530909373028859,
    0.654844475196017,
    0.863788651063814,
    0.8651200259296451,
    0.7466666666666667,
    0.9155780095707974,
    0.4666490811584165,
    0.836630476646105,
    1.0,
    1.0,
    0.9929648799452022,
    1.0,
    0.93292619918436,
    0.9866666666666667,
    0.8508385625659249,
    0.98,
    1.0,
    1.0,
    1.0,
    1.0,
    0.8578221936361783,
    0.9817717076238854,
    1.0,
    0.9964393542733836,
    1.0,
    1.0,
    0.9931624536289456,
    0.9866666666666667,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9997481719823063,
    1.0,
    1.0,
    1.0,
    0.9714905138996961,
    0.9976524536288948,
    0.9656530097505283,
    1.0,
    1.0,
    1.0,
    0.9688314902084885,
    1.0,
    0.8584603512125969,
    0.860127417367103,
    0.9370052953333173,
    0.7798139197555719,
    0.925952314075051,
    0.7940547414574938,
    1.0,
    0.9927208298610054,
    0.96,
    0.9990602728748076,
    0.9238024813181582,
    0.7927851951616798,
    0.6770475327380148,
    0.8153567941893033,
    0.8477175136351977,
    0.9852398134157846,
    1.0,
    0.808500952424887,
    0.8177400724415292,
    0.7740872202649882,
    0.8843226490450432,
    0.9892312817574143,
    0.9522971603896794,
    0.98,
    1.0,
    0.8420920864927147,
    0.9770099012474163,
    0.9144291235223053,
    0.8726315195247446,
    1.0,
    0.7936922324916341,
    0.8872342911634798,
    0.9526934868782863,
    0.9606320417730513,
    0.9333333333333332,
    0.9550439071461686,
    0.8562988587097354,
    0.8274995903193182,
    0.98,
    0.9446827094649912,
    0.98,
    0.7978771214465665,
    0.96977977956497,
    0.9285353403793732,
    0.9591669626161043,
    0.9524521628477488,
    0.7934728116931322,
    0.8043217433681596,
    0.6613471425216949,
    0.8643542205937326,
    0.9066666666666666,
    0.8561168562593341
  ],
  "episode_lambda": [
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0
  ],
  "episode_fairness": [
    0.8337919980939664,
    0.9193563151856555,
    0.8865245120764739,
    0.8299982744260989,
    0.8293652348740713,
    0.709800241879387,
    0.8586445710692865,
    0.7836866707154221,
    0.8244159332547966,
    0.8300961737868296,
    0.72562727604281,
    0.8243266373872504,
    0.9509158781741763,
    0.9915348564879848,
    0.9847394151542729,
    0.9887655132015466,
    0.9350723854824564,
    0.9888904114674834,
    0.9189430753530722,
    0.9878301345413395,
    0.9846597460141764,
    0.9974379830025423,
    0.9734260140118216,
    0.9822985179099346,
    0.9305895015540969,
    0.9931993235918931,
    0.9989570348360602,
    0.9879892734550885,
    0.9969705638712238,
    0.9949172545720445,
    0.9961539353843268,
    0.9874008145941654,
    0.9671337338997943,
    0.9981140750453448,
    0.9737119868970088,
    0.9896532148187502,
    0.9913690371231428,
    0.9832497577044955,
    0.9786147328085226,
    0.9931420590620204,
    0.9871309082929686,
    0.9858736622390707,
    0.9621832351879823,
    0.9957185513729567,
    0.9922740401251214,
    0.9928029695875129,
    0.9845483783012244,
    0.9966086491637324,
    0.9398772448430401,
    0.9245253346792213,
    0.975822878981748,
    0.9068438585980256,
    0.9662063211656466,
    0.8958201438595773,
    0.998873825859432,
    0.9902388733205314,
    0.9282465936677614,
    0.9989878930512343,
    0.9374077277916021,
    0.9147923553311637,
    0.8038379272578129,
    0.8980086745163195,
    0.9231430813909082,
    0.9871763023095993,
    0.9961795641544613,
    0.8850029996869812,
    0.9076143983542978,
    0.8673299841275033,
    0.9512056762603032,
    0.9884879196827441,
    0.9703387505515367,
    0.9879874260160056,
    0.9684681471179922,
    0.9106486000381159,
    0.9590304382406284,
    0.8825552858151013,
    0.9107528520474928,
    0.9369321990052899,
    0.9140361540356507,
    0.9268379287502394,
    0.9477915276491714,
    0.8956261541234888,
    0.9274864942873946,
    0.9498979089848075,
    0.8892390965471024,
    0.7838337917642845,
    0.9394145540192465,
    0.8547193771775177,
    0.9292244748351571,
    0.8836420662388588,
    0.9600705918033392,
    0.9097658326295811,
    0.9504299050700089,
    0.9543333617744448,
    0.8467774116930468,
    0.8070855209467864,
    0.7465178309080699,
    0.9026529657792648,
    0.9213880478679818,
    0.8866149456902881
  ],
  "episode_rate_satisfaction": [
    0.94,
    0.98,
    0.8933333333333334,
    0.86,
    0.66,
    0.6,
    0.8466666666666667,
    0.86,
    0.7466666666666667,
    0.9133333333333333,
    0.46,
    0.8333333333333333,
    1.0,
    1.0,
    0.9666666666666666,
    1.0,
    0.9266666666666665,
    0.9866666666666667,
    0.8333333333333333,
    0.98,
    1.0,
    1.0,
    1.0,
    1.0,
    0.8133333333333332,
    0.9533333333333333,
    1.0,
    0.9866666666666666,
    1.0,
    1.0,
    0.9733333333333334,
    0.9866666666666667,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    0.9533333333333335,
    0.9866666666666666,
    0.96,
    1.0,
    1.0,
    1.0,
    0.9666666666666666,
    1.0,
    0.8,
    0.8333333333333333,
    0.9,
    0.7,
    0.84,
    0.7533333333333333,
    1.0,
    0.9866666666666666,
    0.96,
    0.9933333333333333,
    0.8933333333333331,
    0.6800000000000002,
    0.6266666666666666,
    0.8066666666666665,
    0.8266666666666667,
    0.98,
    1.0,
    0.7933333333333333,
    0.78,
    0.7333333333333333,
    0.78,
    0.98,
    0.9333333333333335,
    0.98,
    1.0,
    0.8133333333333332,
    0.9666666666666666,
    0.8933333333333334,
    0.86,
    1.0,
    0.7133333333333333,
    0.8599999999999999,
    0.94,
    0.9266666666666665,
    0.9333333333333332,
    0.9333333333333335,
    0.8266666666666665,
    0.8,
    0.98,
    0.9133333333333333,
    0.98,
    0.7866666666666666,
    0.96,
    0.9066666666666667,
    0.94,
    0.9466666666666665,
    0.7666666666666666,
    0.78,
    0.6133333333333334,
    0.8,
    0.9066666666666666,
    0.8466666666666666
  ],
  "episode_reward_s": [
    29.024176769225765,
    35.66624354422226,
    37.961439077585155,
    30.371680818759327,
    34.325827335093926,
    30.173042566892306,
    33.40453537660408,
    29.102636779275343,
    36.185214420916765,
    31.961800458834933,
    38.63689363918655,
    30.27999469886681,
    38.071396734152565,
    44.882746309698085,
    43.548374413676875,
    43.588960370945,
    39.51180138872457,
    46.29948114035632,
    43.71560843136195,
    46.942101551728804,
    43.18542292918163,
    47.2445450175408,
    41.38480444572367,
    46.40325774170289,
    44.955169010752,
    47.96682193567066,
    48.35815778806045,
    43.31356138850166,
    46.317522427187676,
    46.088317500711454,
    46.778134388830935,
    45.63653470656633,
    42.02700566618674,
    47.268327113592754,
    44.18599283166894,
    44.726583997636105,
    45.898754180023474,
    43.99684083629697,
    44.03460882627316,
    46.4375153571215,
    46.163717139695464,
    44.26690136249837,
    42.61373838847974,
    47.37263207425965,
    45.964147414712556,
    46.98137011101262,
    48.45195575556189,
    47.16884807283073,
    47.42003920180341,
    43.2790511233017,
    47.67815140127537,
    47.30294160054565,
    45.37905364230382,
    45.47780757580343,
    48.43699979458468,
    44.317390846384775,
    36.00189080057767,
    48.25551396787776,
    43.07096620066717,
    47.36177626933467,
    41.47354986192826,
    46.08843063645752,
    45.88328063447838,
    46.174851556880675,
    46.92125296586455,
    43.07725020802097,
    43.88756743794787,
    43.44310955958129,
    46.82413546361405,
    45.66461934521841,
    47.08991582206305,
    48.6212433039909,
    43.62122257560633,
    45.84804220647737,
    41.38022320517574,
    38.141018245651225,
    44.337633610828945,
    40.5915118883092,
    47.53146086339978,
    42.75231984450511,
    42.33688826832028,
    36.25926859907533,
    42.49649146203109,
    43.288765356137915,
    42.18604461877121,
    29.533179553095106,
    41.69969657114534,
    33.807159280859096,
    40.8892561978197,
    44.96239436691291,
    44.08405964557362,
    40.812339609713455,
    42.62776140335743,
    41.84625470343882,
    38.100285163870296,
    34.475955750002015,
    28.057823558597796,
    40.268245680541035,
    42.017572261049054,
    40.69957829372823
  ],
  "episode_reward_b": [
    45.44244757097321,
    47.518471504913585,
    43.921641378990955,
    42.60692663444135,
    37.28468913958314,
    32.45675918281102,
    42.10222175579219,
    41.68340523901483,
    37.20576456528705,
    44.2436671430171,
    25.03294734472813,
    40.54802059525653,
    48.67459963712807,
    49.43141625663311,
    48.97048071019531,
    49.28766226343835,
    45.85358678471874,
    48.99623864522478,
    42.6723370508591,
    48.77134461685874,
    49.24282476990909,
    49.69383833528232,
    49.04275604952485,
    49.600361971300316,
    43.120449607247025,
    48.96394499835833,
    49.817573087562266,
    49.09881145531725,
    49.59083582524309,
    49.56536861119015,
    49.338123982267696,
    48.922577930359225,
    49.11411174068741,
    49.69648079039921,
    49.353999203518775,
    49.414064888626235,
    49.533113663660664,
    49.33298231514409,
    49.337178758474785,
    49.6041683730135,
    48.30665807773043,
    49.25865364600625,
    47.652771365410125,
    49.7080702304733,
    49.551571934968045,
    49.66459667900139,
    48.44272798210636,
    49.68542756364787,
    43.42268663187134,
    43.036668674460316,
    46.94225217051137,
    39.9142788336416,
    46.19555325248047,
    40.344411573200105,
    49.82633331050941,
    49.04508031008744,
    46.66687675561973,
    49.764402568644535,
    45.84355096977005,
    40.49731714822295,
    34.6991736619038,
    41.359016479130986,
    42.77447623206194,
    48.91897521368828,
    49.65791699620718,
    40.71973679755287,
    41.22039960161773,
    39.230888629508506,
    44.505910564625694,
    49.03968133868713,
    47.55653110865943,
    48.95791592266564,
    49.29124695284514,
    42.52054186706258,
    48.0204648560158,
    44.8791852949526,
    43.71002682452521,
    48.95461243203436,
    40.55648376222815,
    44.18289292332189,
    47.04603144662608,
    46.723565034255095,
    46.20331386615161,
    47.25625869051169,
    42.74506534474062,
    40.059223964535825,
    48.18885517457171,
    45.742249229650625,
    48.098806244202194,
    40.45702699394883,
    47.99955238572909,
    45.80294175127365,
    47.36606071664436,
    46.98079109361537,
    39.49882331568035,
    39.578294788585104,
    32.51074228525287,
    42.88999265755934,
    44.96491543641287,
    42.571813421940206
  ],
  "training_time": 36.777610301971436
}