{
  "episode_qoe_sys": [
    0.7482231302622822,
    0.8309082219280733,
    0.8084170795947186,
    0.7090661404488592,
    0.7194826661380298,
    0.6246110868556505,
    0.7414357786136914,
    0.7223883937156367,
    0.7626880335955002,
    0.7634077258282923,
    0.6600094777102521,
    0.7245262176569582,
    0.8860536662139947,
    0.9474023926696071,
    0.9404929001737224,
    0.9433775158894261,
    0.8675070223072477,
    0.9591493224181362,
    0.8784199031197137,
    0.9579893501706267,
    0.9290601178546386,
    0.969963060298169,
    0.9095008165420474,
    0.9600403966765324,
    0.882068213224261,
    0.970572713337441,
    0.9817812510541692,
    0.9246221963949651,
    0.9593467430665318,
    0.9568211441796513,
    0.9612450146731593,
    0.9489193158746038,
    0.9116523515202613,
    0.9696581683511907,
    0.9355490641495002,
    0.94139943182095,
    0.954364307561137,
    0.9333393858567633,
    0.9336178250369191,
    0.9604239470755567,
    0.9493777511294542,
    0.9357570172390973,
    0.9028160766793255,
    0.9713893372336243,
    0.9546512441271859,
    0.9662731474631715,
    0.9686338652388308,
    0.9676501361608342,
    0.97783136840101,
    0.9081930377061793,
    0.9692882337299353,
    0.9819349727802792,
    0.947484130253282,
    0.9617179077365805,
    0.9805653409922966,
    0.9331302997270686,
    0.8303786036906046,
    0.9793287244765044,
    0.9087503798448234,
    0.9743135663143024,
    0.9404038949181245,
    0.9667479152600194,
    0.935840433921888,
    0.9557397938000176,
    0.9597205672213843,
    0.9481660038997296,
    0.8778159293815058,
    0.9645109452848668,
    0.9659091851097787,
    0.9525862987575958,
    0.9750957046170717,
    0.9876621770955771,
    0.9695002440692031,
    0.9805576712636601,
    0.9117444080475727,
    0.9616476278568905,
    0.95700618709793,
    0.9693728229681529,
    0.9834531352880582,
    0.9143243670246067,
    0.922912186986638,
    0.9143274082993283,
    0.9353767568682239,
    0.9532901010962437,
    0.9629386731759592,
    0.8961479214670268,
    0.9394426733766207,
    0.9422951080531812,
    0.9741099090916449,
    0.9710248380196727,
    0.9649263672776216,
    0.9797896116228207,
    0.9450564949316995,
    0.932986430169221,
    0.9006478119510989,
    0.9656368760730394,
    0.9257390124268667,
    0.9666639981328038,
    0.9167623011361715,
    0.951619967044
  ],
  "episode_qoe_semantic": [
    0.5386190721794175,
    0.6825896874372341,
    0.744448712545774,
    0.5757792458216532,
    0.6787930304175118,
    0.5988621626843674,
    0.6482630047640991,
    0.5531405883648746,
    0.728702977479934,
    0.6111928875120112,
    0.8200189554205042,
    0.5890524353139164,
    0.7725672414649568,
    0.8948047853392143,
    0.8852986366691523,
    0.8867550317788523,
    0.8016807112811623,
    0.9316319781696061,
    0.8962650342340317,
    0.9359787003412532,
    0.8581202357092772,
    0.939926120596338,
    0.8190016330840948,
    0.9200807933530648,
    0.9050683871232796,
    0.9575075795004218,
    0.9635625021083382,
    0.8525027112099806,
    0.9186934861330636,
    0.9136422883593026,
    0.9291565545256796,
    0.9045052984158743,
    0.8233047030405224,
    0.9393163367023815,
    0.8710981282990007,
    0.8827988636419,
    0.9088271292104743,
    0.8666787717135266,
    0.8672356500738385,
    0.9208478941511136,
    0.9178695192146182,
    0.8729006746428415,
    0.8399736903890908,
    0.9427786744672484,
    0.9093024882543719,
    0.9325462949263432,
    0.9684362402691729,
    0.9353002723216687,
    0.9559769615728604,
    0.8605500190620268,
    0.9554156247353768,
    0.9638699455605584,
    0.8970403771440413,
    0.929196821722024,
    0.9611306819845933,
    0.8662605994541367,
    0.660757207381209,
    0.958657448953009,
    0.8508340930229799,
    0.9590114458198596,
    0.9071088442530368,
    0.9584216433498659,
    0.9116808678437763,
    0.911479587600035,
    0.9194411344427688,
    0.8963320077994592,
    0.7556318587630113,
    0.9308312845239338,
    0.9348808547292022,
    0.9051725975151917,
    0.9534765807834173,
    0.9753243541911536,
    0.9390004881384063,
    0.96111534252732,
    0.8234888160951453,
    0.923295255713781,
    0.9140123741958598,
    0.9387456459363055,
    0.9669062705761163,
    0.8331794246477071,
    0.8458243739732757,
    0.8286548165986568,
    0.8974201804031142,
    0.9065802021924873,
    0.925877346351918,
    0.7922958429340535,
    0.8788853467532411,
    0.888663433737047,
    0.9482198181832899,
    0.9420496760393452,
    0.930644451362042,
    0.9595792232456413,
    0.8901129898633993,
    0.8659728603384419,
    0.8012956239021979,
    0.9312737521460787,
    0.8514780248537335,
    0.9333279962656078,
    0.8468579356056761,
    0.9099066007546667
  ],
  "episode_qoe_traditional": [
    0.9578271883451471,
    0.9792267564189125,
    0.8723854466436631,
    0.8423530350760648,
    0.7601723018585479,
    0.6503600110269335,
    0.8346085524632838,
    0.8916361990663989,
    0.7966730897110667,
    0.9156225641445738,
    0.5,
    0.86,
    0.9995400909630325,
    1.0,
    0.9956871636782922,
    1.0,
    0.9333333333333332,
    0.9866666666666667,
    0.8605747720053958,
    0.98,
    1.0,
    1.0,
    1.0,
    1.0,
    0.8590680393252422,
    0.9836378471744599,
    1.0,
    0.9967416815799497,
    1.0,
    1.0,
    0.9933334748206388,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9999014859117998,
    1.0,
    1.0,
    1.0,
    0.9808859830442901,
    0.9986133598353528,
    0.9656584629695601,
    1.0,
    1.0,
    1.0,
    0.9688314902084885,
    1.0,
    0.9996857752291598,
    0.9558360563503318,
    0.9831608427244936,
    1.0,
    0.9979278833625232,
    0.9942389937511368,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9666666666666667,
    0.9896156868087453,
    0.9736989455832122,
    0.9750741871701727,
    0.96,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9981906060457999,
    0.9969375154903551,
    1.0,
    0.9967148284507258,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9954693094015065,
    1.0,
    1.0,
    0.9733333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9959267823693154,
    1.0,
    1.0,
    0.9992082831932011,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9866666666666666,
    0.9933333333333333
  ],
  "episode_lambda": [
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0,
    0.0
  ],
  "episode_fairness": [
    0.8365546844729626,
    0.9190493288009784,
    0.8767738405205123,
    0.807154800718112,
    0.8256371152835301,
    0.7092636267814199,
    0.8441475010847418,
    0.7976719283001864,
    0.852024475833009,
    0.8299687796692785,
    0.7398464964035061,
    0.8379241378333675,
    0.9665299269624154,
    0.9924946873497607,
    0.9891693544725609,
    0.9939111313149621,
    0.9412112366614632,
    0.9897322533413206,
    0.9251088986933607,
    0.9879267893022537,
    0.9860509737952686,
    0.9975300019666475,
    0.9764397574241103,
    0.9823007898131322,
    0.9310447759008413,
    0.9939031804283512,
    0.9989595685440373,
    0.9881248650334276,
    0.997002663446545,
    0.9950169642464362,
    0.9961825120644799,
    0.9907312950617225,
    0.9672440990847007,
    0.9981153892717092,
    0.9737986797408636,
    0.9896385282144777,
    0.9913528324956838,
    0.9832653163779659,
    0.9785640722351119,
    0.9931577312464762,
    0.991864275334072,
    0.9859328803104702,
    0.9622419320344754,
    0.9959608757467849,
    0.9920645936332723,
    0.9927090383405063,
    0.9845083344311304,
    0.9961821209180645,
    0.9975704474319487,
    0.9722717440007271,
    0.9914993002994547,
    0.9992521058751715,
    0.9894654630067601,
    0.995592347478289,
    0.9983630303674117,
    0.9904245068692838,
    0.9385788585142997,
    0.9988161551395307,
    0.9538791922010216,
    0.9949399983620176,
    0.9664801769875073,
    0.9866249303794572,
    0.9735151995597541,
    0.9920035455162707,
    0.9945273786352317,
    0.9890893364984301,
    0.949292556728439,
    0.9894213033886646,
    0.9967696934907748,
    0.9934968456512924,
    0.9971952660642281,
    0.9995320074284878,
    0.9974775062653666,
    0.9992300081000645,
    0.9754794719509589,
    0.9943632125557278,
    0.982377802059856,
    0.9938537170853456,
    0.9978911370345975,
    0.9759644949712357,
    0.9816897016593923,
    0.9762463879029135,
    0.9787373182896293,
    0.9920229342530869,
    0.9957875059881631,
    0.9689998126700644,
    0.9784577804926191,
    0.9825259383550251,
    0.9980334902878063,
    0.9964026294961118,
    0.9943302717249765,
    0.9986742647024611,
    0.9880028910392579,
    0.9914955671315515,
    0.9722584608090483,
    0.992970142865663,
    0.966340373128369,
    0.996469636413368,
    0.9720953273948134,
    0.9887825892022615
  ],
  "episode_rate_satisfaction": [
    0.9466666666666668,
    0.9733333333333333,
    0.8666666666666667,
    0.8333333333333333,
    0.68,
    0.5933333333333334,
    0.82,
    0.8866666666666667,
    0.7933333333333334,
    0.9133333333333333,
    0.5,
    0.86,
    0.9933333333333333,
    1.0,
    0.9733333333333333,
    1.0,
    0.9333333333333332,
    0.9866666666666667,
    0.84,
    0.98,
    1.0,
    1.0,
    1.0,
    1.0,
    0.8133333333333332,
    0.96,
    1.0,
    0.9866666666666666,
    1.0,
    1.0,
    0.9733333333333334,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    0.9533333333333335,
    0.9866666666666666,
    0.96,
    1.0,
    1.0,
    1.0,
    0.9666666666666666,
    1.0,
    0.9933333333333333,
    0.9266666666666667,
    0.98,
    1.0,
    0.98,
    0.9866666666666666,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9666666666666667,
    0.9733333333333333,
    0.96,
    0.9733333333333333,
    0.96,
    1.0,
    1.0,
    1.0,
    1.0,
    0.98,
    0.98,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.98,
    1.0,
    1.0,
    0.9733333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    0.98,
    1.0,
    1.0,
    0.9933333333333333,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    0.9866666666666666,
    0.9933333333333333
  ],
  "episode_reward_s": [
    29.02699418979952,
    35.61266971677011,
    37.86211929777816,
    30.121831237354716,
    34.346547878080784,
    30.200597375931213,
    33.34487797670087,
    29.34950747175135,
    36.77499943515235,
    32.08179275876336,
    39.40085299392271,
    30.807359589126232,
    39.76322632073824,
    45.26621534026464,
    44.81687446850332,
    44.90397643004837,
    40.74229867431897,
    46.85677235096561,
    44.63480040055842,
    47.0190415153564,
    43.615410606917486,
    47.29667542683521,
    41.85507348878427,
    46.403635700887904,
    45.02341761717379,
    48.00603031339128,
    48.360312594875225,
    43.34633041234888,
    46.34120687598788,
    46.11390297616861,
    46.77871232775878,
    45.669405095381016,
    42.04871163682351,
    47.269235151607155,
    44.19941577345503,
    44.7259488638855,
    45.896728244030356,
    44.0005447271087,
    44.02560425332272,
    46.43815523680011,
    46.20855827987927,
    44.27359715810464,
    42.62710838235688,
    47.425040351026176,
    45.918611971446744,
    46.96458327168545,
    48.423788263155224,
    47.0885122544751,
    48.01739214692452,
    43.503931139542864,
    47.90950732671442,
    48.37414755022512,
    45.356456388294475,
    46.78505194624676,
    48.2508806893067,
    43.98172697543616,
    34.73407433215442,
    48.13958520288541,
    43.12086751936744,
    48.103593495937425,
    45.68839271930272,
    48.00434488659484,
    45.82563905296995,
    46.01658144200157,
    46.374851049924594,
    45.33494035097568,
    39.0034336443355,
    46.87836083380601,
    47.054326040265885,
    45.73276688818363,
    47.89002027750742,
    48.88959593860191,
    47.25502196622829,
    48.2501904137294,
    42.05699672428155,
    46.54828650712014,
    46.13055683881368,
    47.24355406713375,
    48.51078217592524,
    42.470420656154346,
    43.0620968287974,
    42.28946674693955,
    45.250574784806815,
    45.79610909866194,
    46.664480585836316,
    40.653312932032414,
    44.54984060389586,
    44.969488430013705,
    47.669891818248054,
    47.392235421770515,
    46.8750417272579,
    48.18106504605387,
    45.05508454385295,
    43.96877871522989,
    41.058303075598914,
    46.90731884657354,
    43.316511118418006,
    46.99975983195234,
    43.041940435588764,
    45.91246370062666
  ],
  "episode_reward_b": [
    45.79531883642871,
    47.47815247603724,
    42.97958866169371,
    40.78478280753119,
    37.6017187357222,
    32.26051130963384,
    40.798699884668274,
    42.889331899812326,
    39.49380392439767,
    44.258979824065875,
    26.600094777102523,
    41.64526217656958,
    48.842140300661256,
    49.47402392669606,
    49.23241554886893,
    49.433775158894264,
    46.00840355640581,
    49.058159890848046,
    43.207189911412975,
    48.77989350170627,
    49.29060117854639,
    49.69963060298169,
    49.09500816542049,
    49.600403966765334,
    43.1834037052523,
    49.05124102035281,
    49.81781251054169,
    49.11588922714764,
    49.593467430665314,
    49.568211441796535,
    49.34578913955714,
    49.22252649207939,
    49.116523515202594,
    49.69658168351191,
    49.35549064149501,
    49.413994318209504,
    49.53970251208336,
    49.333393858567625,
    49.33617825036918,
    49.60423947075558,
    48.729216833066154,
    49.3021045658051,
    47.65449928557567,
    49.71389337233626,
    49.54651244127187,
    49.66273147463173,
    48.43959826072785,
    49.67650136160835,
    49.765744693176494,
    47.315372631075064,
    49.019316046279094,
    49.81934972780278,
    49.39195663703376,
    49.386738827411286,
    49.80565340992298,
    49.33130299727069,
    48.30378603690604,
    49.79328724476505,
    47.7541704651149,
    49.327763135492845,
    48.351996772509736,
    48.6704466394071,
    47.758404339218885,
    49.55739793800018,
    49.597205672213846,
    49.48166003899731,
    48.778159293815065,
    49.57273369468068,
    49.536592470712,
    49.525862987575955,
    49.61955018419975,
    49.87662177095578,
    49.69500244069202,
    49.805576712636615,
    49.11744408047572,
    49.61647627856891,
    49.570061870979295,
    49.69372822968154,
    49.8345313528806,
    48.96201604630634,
    49.22912186986638,
    49.14327408299327,
    48.28710090201555,
    49.53290101096244,
    49.629386731759595,
    48.96147921467027,
    49.39442673376621,
    49.260022375304445,
    49.74109909091644,
    49.71024838019672,
    49.61759500050426,
    49.79789611622822,
    49.45056494931699,
    49.32986430169222,
    49.00647811951099,
    49.656368760730395,
    49.257390124268674,
    49.666639981328046,
    48.63428967802838,
    49.24953300377334
  ],
  "training_time": 37.63363575935364
}