hc/SemanticCommunication
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit: add project materials and code

Browse Source
This commit is contained in:
hc
2026-02-28 16:17:42 +08:00
commit 5efb877df7
198 changed files with 17541 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
code/results/run_20260228_154150/co_maddpg_best.pt
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/co_maddpg_final.pt
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/co_maddpg_history.json
+819
View File
@@ -0,0 +1,819 @@
{
"episode_qoe_sys": [
0.7482231308526839,
0.8309082233561463,
0.8084170820757554,
0.7090661422500526,
0.7194826664883084,
0.6245194124588949,
0.7412642678718226,
0.7221448044513399,
0.7616440464228234,
0.7643558815553954,
0.6572493473713608,
0.721670593949549,
0.8822724023489592,
0.9435396352401472,
0.9325469563439573,
0.938130047220731,
0.8636689001753414,
0.95773008362579,
0.875634562616548,
0.9578399247781135,
0.927812144330949,
0.9698146492596956,
0.9086419845169996,
0.9600391162164482,
0.8819534906972089,
0.9705150137636998,
0.9817752467613294,
0.9244882556828192,
0.9591994798601222,
0.9567062474565199,
0.9612473818655292,
0.9489192169510843,
0.9115611001535519,
0.9696553416677196,
0.9355053443615821,
0.9413769693090847,
0.9543642718155892,
0.933331057191906,
0.9336041737014251,
0.9604106194733352,
0.9493491198733224,
0.9357083780290258,
0.9027962081393558,
0.9713731990207785,
0.954643593061007,
0.9662689614556443,
0.9686350404402433,
0.9676491602261227,
0.9778232788592959,
0.9087213895548492,
0.969287759304687,
0.981932590271949,
0.9474101652260117,
0.9623562990072777,
0.9805665598136514,
0.9331272921499283,
0.8304356491064996,
0.9793316972058003,
0.9090033676712256,
0.9747586605171652,
0.9403938437409362,
0.9667584914513386,
0.9359455160996325,
0.9557410564679502,
0.9597904917192871,
0.9486689840734478,
0.9293529262170188,
0.966203688479699,
0.9669558504123625,
0.9525303671383566,
0.975497262291949,
0.9876639371029221,
0.9698650321922837,
0.980560180983099,
0.9134075369766181,
0.9616650872368651,
0.9570056880926423,
0.969389305006777,
0.9843389928732023,
0.9182309941219532,
0.9368243124765431,
0.9343432886045736,
0.9353967218354095,
0.9535820909511235,
0.9625949822273279,
0.9164164469644897,
0.8952548217642696,
0.9246997270424372,
0.9737879436258754,
0.9575701007311774,
0.9572732612193962,
0.9662254002356427,
0.8937236297098302,
0.906247835587458,
0.9012673014356085,
0.9701107895336493,
0.9200143620653359,
0.8229309600483448,
0.7912501938404811,
0.9298436984090547
],
"episode_qoe_semantic": [
0.5386190737468054,
0.6825896901941588,
0.7444487178417911,
0.5757792493885436,
0.6787930315981019,
0.5986785176522087,
0.6479199531676869,
0.5526496652477322,
0.7266452879302231,
0.6130892447787215,
0.8144986947427216,
0.5833411878990981,
0.7649890809441174,
0.8870792704802943,
0.8678067756263826,
0.8762600944414619,
0.7940044670173492,
0.9287935005849133,
0.8924571062173975,
0.9356798495562267,
0.8556242886618981,
0.9396292985193915,
0.8172839690339992,
0.9200782324328957,
0.9045604093248163,
0.9572517751128246,
0.9635504935226588,
0.8522064262188362,
0.9183989597202443,
0.9134124949130397,
0.9291562484403696,
0.9045051005688349,
0.8231222003071039,
0.9393106833354392,
0.8710106887231642,
0.8827539386181692,
0.9088270208690225,
0.8666621143838121,
0.8672083474028498,
0.9208212389466705,
0.9178438008745937,
0.8728069332495135,
0.839933904057521,
0.942746398041557,
0.9092871861220141,
0.9325379229112888,
0.9684385906490054,
0.9352983204522449,
0.9559614240495207,
0.8605450294166949,
0.9554146758149128,
0.9638651805438978,
0.8968995496571779,
0.9304760349063185,
0.9611331196273027,
0.8662545842998567,
0.6608712982129993,
0.9586633944116002,
0.851340068675784,
0.9591310877960931,
0.9071086512942736,
0.9584505903221894,
0.9118910321992645,
0.9114821129359002,
0.9195809834385742,
0.8973379681468953,
0.8587058524340375,
0.9337539267984504,
0.9374069000696267,
0.905060734276713,
0.954279696047815,
0.975327874205844,
0.9397300643845672,
0.9611203619661981,
0.8268150739532364,
0.9233301744737298,
0.9140113761852845,
0.9387786100135539,
0.9686818971010805,
0.8417440582243283,
0.8736486249530862,
0.8686865772091467,
0.8974601103374859,
0.9071641819022466,
0.9251899644546556,
0.8328328939289794,
0.8771763101952059,
0.888685826147213,
0.9475758872517507,
0.938096489004522,
0.9278798557721253,
0.9591174671379519,
0.8836767640997718,
0.8658290045082492,
0.802534602871217,
0.9402215790672989,
0.9224410630049446,
0.9262775668313314,
0.8330185534925567,
0.9059670530501951
],
"episode_qoe_traditional": [
0.9578271879585623,
0.979226756518134,
0.8723854463097195,
0.8423530351115613,
0.7601723013785147,
0.6503603072655811,
0.8346085825759586,
0.8916399436549475,
0.7966428049154236,
0.915622518332069,
0.5,
0.86,
0.9995557237538009,
1.0,
0.997287137061532,
1.0,
0.9333333333333332,
0.9866666666666667,
0.8588120190156985,
0.98,
1.0,
1.0,
1.0,
1.0,
0.8593465720696014,
0.9837782524145748,
1.0,
0.996770085146802,
1.0,
1.0,
0.9933385152906886,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
0.9999015227621558,
1.0,
1.0,
1.0,
0.9808544388720511,
0.9986098228085382,
0.9656585122211907,
1.0,
1.0,
1.0,
0.9688314902314811,
1.0,
0.9996851336690711,
0.9568977496930029,
0.983160842794461,
1.0,
0.9979207807948456,
0.994236563108237,
1.0,
1.0,
1.0,
1.0,
0.9666666666666667,
0.9903862332382372,
0.9736790361875985,
0.9750663925804878,
0.96,
1.0,
1.0,
1.0,
1.0,
0.9986534501609475,
0.9965048007550985,
1.0,
0.9967148285360831,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9999960886453242,
0.9947179300195782,
1.0,
1.0,
0.9733333333333333,
1.0,
1.0,
1.0,
0.9133333333333333,
0.960713627937661,
1.0,
0.9770437124578328,
0.9866666666666667,
0.9733333333333333,
0.9037704953198883,
0.9466666666666668,
1.0,
1.0,
0.9175876611257278,
0.7195843532653585,
0.7494818341884059,
0.9537203437679147
],
"episode_lambda": [
0.6622670842692696,
0.7500482804667972,
0.712824052857097,
0.6195217465028277,
0.6246417035096472,
0.5200353938173463,
0.6540794380013576,
0.636338735783167,
0.6697885704126283,
0.6673772741695139,
0.550696898489669,
0.6419142428124175,
0.7970499706714043,
0.8443467429477454,
0.8360455337178382,
0.8426261647409603,
0.7756630288388194,
0.8528887866697177,
0.7712979007575007,
0.8515188194536911,
0.831982178309649,
0.8630587804878813,
0.8155616597992922,
0.8523052738948976,
0.777859159494738,
0.8628422365463099,
0.8703896401735133,
0.832147474615274,
0.8567125261812731,
0.8540584100991033,
0.8574796597896875,
0.8486073293034732,
0.8167214240717635,
0.8631445596172717,
0.8322489724890078,
0.8427957411813948,
0.8513288328971008,
0.83610420114875,
0.8346301407086982,
0.8555261772562746,
0.8488973898417297,
0.8382545611006229,
0.8106296421557165,
0.8631865700905925,
0.8514182712928211,
0.8589408395624666,
0.8583146940820728,
0.8610052588591282,
0.8673828567667745,
0.8136839515280165,
0.8595398670114222,
0.8706188770848126,
0.8466916541391454,
0.8582676205072488,
0.8695099040790814,
0.8382045510895932,
0.7500335685307956,
0.8690725917312673,
0.8090861429003792,
0.8656024432527438,
0.8351962073195872,
0.8565593037036073,
0.8331092982129398,
0.8529304768203586,
0.8558437350530216,
0.8469989863348539,
0.8338577639421785,
0.8574191637814199,
0.8613039309955337,
0.8513387912574415,
0.8664755306835339,
0.8739801091298787,
0.8631668101358624,
0.8698988380111281,
0.8215561666200218,
0.8573165867294444,
0.85076266547904,
0.861400442043415,
0.8717986455959276,
0.824437184508494,
0.8386643789964086,
0.8397715181377856,
0.8335028065217736,
0.8505127668173627,
0.857986440413312,
0.8243548273329769,
0.7932473560299084,
0.8226255312242924,
0.8657210409510292,
0.8504455784938111,
0.8516167341861332,
0.8570833545359118,
0.7920852203092764,
0.8101063207989906,
0.8130926271378134,
0.8628189629073196,
0.813934169535405,
0.7239675536814041,
0.697161418562565,
0.8294543427076831
],
"episode_fairness": [
0.8365546847460921,
0.9190493291539967,
0.8767738415960451,
0.8071548015889092,
0.825637115285233,
0.7091905519987111,
0.8440418038129003,
0.7974779147314435,
0.851609602820255,
0.8315070925609628,
0.7393591232441391,
0.8363205523817605,
0.9651736168759403,
0.991424731180848,
0.9866162194641283,
0.9930357228040573,
0.9394680107957133,
0.9895327325697711,
0.9245676404350065,
0.987910098266364,
0.9856983743490316,
0.9975037560685449,
0.9760507650255529,
0.9823000832688425,
0.9310703470514532,
0.9939744912478992,
0.9989586243549191,
0.9880979521952423,
0.9969769597575652,
0.9949971208059558,
0.9961833484771023,
0.990731251436096,
0.9672001410911061,
0.9981150029000626,
0.9737714761736297,
0.989633671768632,
0.9913528156558986,
0.98326220746304,
0.9785599919206249,
0.9931555003464905,
0.9918503250812633,
0.9859206817942338,
0.9622335027623293,
0.9959586040162285,
0.9920632033512357,
0.9927084111797256,
0.9845087014139241,
0.9961820894324529,
0.997570322761397,
0.9722129676965667,
0.9914992500833033,
0.9992520130255573,
0.9894337847245858,
0.9959853761029812,
0.9983634058781189,
0.990423946983358,
0.9386654920729426,
0.9988165984692309,
0.953969784720989,
0.9950127558283774,
0.9664745267970803,
0.9866207281794412,
0.9735376760704572,
0.9920040183202619,
0.9945369124345247,
0.9892864380977443,
0.9846458819186641,
0.9897527469459123,
0.9970213836436224,
0.9934854754616879,
0.9973232263785293,
0.9995320648236641,
0.9975759579905328,
0.9992302951767392,
0.9766872225095262,
0.994365998770187,
0.9823785122070894,
0.9938573115267891,
0.9985216182723887,
0.9782907554686366,
0.986673543946389,
0.9900992602114989,
0.9787362624469867,
0.9922257657716247,
0.9956499851515308,
0.9834955996009246,
0.9357723855514355,
0.9664917058444696,
0.9979421290209091,
0.9855222437903479,
0.9870800073423273,
0.9854481134757457,
0.9397208713676178,
0.9652651197884685,
0.9733074839151556,
0.995610929300921,
0.9485385709284205,
0.8559766762591738,
0.8548966452833797,
0.9686293218606085
],
"episode_rate_satisfaction": [
0.9466666666666668,
0.9733333333333333,
0.8666666666666667,
0.8333333333333333,
0.68,
0.5933333333333334,
0.82,
0.8866666666666667,
0.7933333333333334,
0.9133333333333333,
0.5,
0.86,
0.9933333333333333,
1.0,
0.98,
1.0,
0.9333333333333332,
0.9866666666666667,
0.8333333333333333,
0.98,
1.0,
1.0,
1.0,
1.0,
0.8133333333333332,
0.96,
1.0,
0.9866666666666666,
1.0,
1.0,
0.9733333333333334,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
0.9933333333333333,
1.0,
1.0,
1.0,
0.9533333333333335,
0.9866666666666666,
0.96,
1.0,
1.0,
1.0,
0.9666666666666666,
1.0,
0.9933333333333333,
0.9333333333333332,
0.98,
1.0,
0.98,
0.9866666666666666,
1.0,
1.0,
1.0,
1.0,
0.9666666666666667,
0.9733333333333333,
0.96,
0.9733333333333333,
0.96,
1.0,
1.0,
1.0,
1.0,
0.98,
0.98,
1.0,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9933333333333333,
0.98,
1.0,
1.0,
0.9733333333333333,
1.0,
1.0,
1.0,
0.9133333333333333,
0.9333333333333332,
1.0,
0.9666666666666666,
0.9866666666666667,
0.9733333333333333,
0.9,
0.9466666666666668,
1.0,
1.0,
0.9066666666666666,
0.7133333333333334,
0.7266666666666667,
0.9533333333333333
],
"episode_reward_s": [
32.92383809440045,
38.84142532446255,
39.35637621048818,
33.07791352656574,
35.646210709806844,
31.18422146051695,
35.46536098394087,
32.65580211798654,
38.381744393426914,
34.941406424115705,
38.51242888182305,
33.89074410673731,
42.0506590087602,
46.282565423167455,
45.58336583191295,
45.96564685961806,
42.192963393599115,
47.49666238964523,
44.56877145020918,
47.71015188821474,
45.198230723548036,
48.048246036239085,
43.84526480983841,
47.300356963558094,
45.20638878358768,
48.34769531041928,
48.82699860713653,
45.084045188208066,
47.36021198696687,
47.17476820456252,
47.58827205532081,
46.77030916407793,
43.96637506070994,
48.041371093237736,
45.54614070290883,
46.13934763862364,
46.9976740018387,
45.5722055506037,
45.53325189744269,
47.39979573269473,
47.01031877519191,
45.752946543812186,
44.17447857435883,
48.132430155850216,
47.01165338649684,
47.7725229962693,
48.5468174990822,
47.89221472556719,
48.56183376636242,
44.868427322906776,
48.32321435725977,
48.839759821494496,
46.56077070131724,
47.64514827434208,
48.74531046499078,
45.61160357468347,
38.30599666214984,
48.671281265623506,
44.37724726011491,
48.51998361495961,
46.52964288990172,
48.359191337333144,
46.69730174811404,
47.10170879335486,
47.37218108827143,
46.60505915926487,
45.32149665650905,
47.741738354794364,
47.912722190171124,
46.90016054953645,
48.46717237096394,
49.20999546691045,
48.053197160200156,
48.75259152456535,
44.227435588996926,
47.49857467520549,
47.11214878132527,
47.98339873037769,
48.99083793601537,
44.61620329488045,
45.8075475819309,
45.70824657400885,
46.27662379954107,
46.93775305680158,
47.56567107661146,
44.44637503058194,
44.61310640779463,
45.7268104779848,
48.31129057048788,
47.64982087078567,
47.44713963216457,
48.32337400294084,
44.84925917166148,
44.87998311830005,
43.377047635109356,
48.05872898172292,
46.267529073103596,
43.78131195170364,
41.00391972731087,
46.24856144321394
],
"episode_reward_b": [
41.89847499086794,
44.249397011152084,
41.485331997087336,
37.828700698439526,
36.302055939023994,
31.267719785372527,
38.66106580324139,
39.55867832714744,
37.782660248855414,
41.494181731423836,
27.212505855313015,
38.276315288217596,
46.176581226135724,
48.07139810084726,
47.67132980248276,
47.84735786245503,
44.173926623935024,
48.27634597293376,
42.99468481144563,
48.07384058959662,
47.582983709546866,
48.93321888973049,
47.018933641861565,
48.70355465808671,
42.9889602861332,
48.703806065950694,
49.35052606899642,
47.36478038007383,
48.55973599904535,
48.49585654108949,
48.5364661312321,
48.12161253103048,
47.18973495464524,
48.92416307353423,
48.004393733249366,
47.99834929228482,
48.438753179720216,
47.76090016858691,
47.8271654726998,
48.6412662146388,
47.92459321214032,
47.817891259090416,
46.105142239576736,
49.00488974622761,
48.45270591960388,
48.854373149295135,
48.31668654494212,
48.872701297045055,
49.22049411956717,
46.0037116325781,
48.60556157320892,
49.3534992057004,
48.18024582128393,
48.59048162638569,
49.31134551637437,
47.70112564030935,
44.73756824850012,
49.26188845495652,
46.52308950700766,
48.95588243675687,
47.50974148419189,
48.31665780780074,
46.8972498618492,
48.472396853440145,
48.60686808365729,
48.26183924807991,
47.61379596519284,
48.87863049317556,
48.78286285106514,
48.3528761642992,
49.08255385823096,
49.55639824338176,
48.933306059028205,
49.30342657374457,
47.11331810866491,
48.667934048481015,
48.588420027938966,
48.9555317703,
49.443061351304884,
47.20689611731486,
47.874883665723395,
47.7260822864485,
47.26304838399987,
48.420456038310746,
48.69382714612132,
47.19526966586705,
44.912375768632344,
46.74316222625892,
49.06750379209967,
48.107189202332094,
48.280186489775026,
48.299166020623446,
44.52310379932152,
45.744800440445744,
46.74968250845148,
48.95234997164203,
45.73390713343002,
38.51178405313085,
38.121099656737286,
46.73580839769153
],
"training_time": 37.96440362930298
}
code/results/run_20260228_154150/config.yaml
+47
View File
@@ -0,0 +1,47 @@
env:
bandwidth: 10000000.0
carrier_freq: 3.5
max_distance: 500
max_power: 1.0
min_distance: 50
min_rate_req: 500000.0
noise_psd: -174
num_semantic_users: 3
num_subcarriers: 64
num_traditional_users: 3
rho_max: 1.0
rho_min: 0.05
subcarrier_spacing: 156250.0
w1: 0.7
w2: 0.3
network:
actor_hidden:
- 256
- 256
- 128
critic_hidden:
- 512
- 512
- 256
reward:
comp_self: 0.8
comp_sys: 0.2
coop_other: 0.3
coop_self: 0.5
coop_sys: 0.2
training:
actor_lr: 0.0001
batch_size: 256
beta: 5.0
buffer_capacity: 100000
critic_lr: 0.0003
gamma: 0.95
max_episodes: 100
max_steps: 50
ou_sigma_init: 0.2
ou_sigma_min: 0.01
ou_theta: 0.15
q_threshold: 0.6
seed: 42
tau: 0.01
update_interval: 5
code/results/run_20260228_154150/fixed_lambda_best.pt/actor_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/fixed_lambda_best.pt/actor_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/fixed_lambda_best.pt/critic_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/fixed_lambda_best.pt/critic_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_best.pt/actor_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_best.pt/actor_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_best.pt/critic_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_best.pt/critic_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_final.pt/actor_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_final.pt/actor_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_final.pt/critic_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_final.pt/critic_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/iddpg_history.json
+819
View File
@@ -0,0 +1,819 @@
{
"episode_qoe_sys": [
0.74466624340199,
0.8318471504913583,
0.818830804565761,
0.7297860745320071,
0.7161051647467707,
0.6262980174970332,
0.7550675713239626,
0.7078604201829016,
0.7339097898620381,
0.7620546760185204,
0.6366984098391466,
0.7082801529412335,
0.8674599637128062,
0.9431416256633119,
0.9251885512387217,
0.9287662263438332,
0.8536538817344329,
0.9529571978558107,
0.8638794548222107,
0.9571344616858756,
0.9242824769909069,
0.9693838335282314,
0.9042756049524853,
0.9600361971300322,
0.8807561861799904,
0.9693076693402898,
0.981757308756227,
0.924123728438189,
0.9590835825243076,
0.9565368611190163,
0.9611625837109861,
0.9455911263692555,
0.9114111740687414,
0.9696480790399196,
0.9353999203518769,
0.9414064888626232,
0.9543186784368413,
0.9332982315144107,
0.9337178758474795,
0.9604168373013497,
0.9447037521742588,
0.9352555500850462,
0.9026650975388985,
0.9708070230473297,
0.9551571934968061,
0.9664596679001403,
0.9689468373766826,
0.9685427563647857,
0.9084272583367476,
0.8631571979776202,
0.9462040357178674,
0.8721722043418724,
0.9157460689478428,
0.8582221914900353,
0.9826333310509409,
0.9336247115647219,
0.8266876755619741,
0.980199165365223,
0.8891451717043722,
0.878590934175576,
0.7617272352383204,
0.8744744711558847,
0.8865775686654033,
0.9509382677056896,
0.9657916996207173,
0.8379698700557384,
0.8510796703956562,
0.8267399818908977,
0.9133004602823976,
0.9470430068390554,
0.9464644693072247,
0.9757915922665655,
0.9291246952845148,
0.8836858407353997,
0.8940068806119154,
0.8302020354060382,
0.8804766043535415,
0.8954612432034357,
0.8808794462562795,
0.8693521276782701,
0.8938291971494635,
0.829828336333304,
0.8869980532818269,
0.9054502404664961,
0.849311099635118,
0.6959240351763093,
0.8988855174571705,
0.7954940851050972,
0.8898806244202189,
0.8541942136086175,
0.920836120313027,
0.8661528136098708,
0.8999382212000181,
0.8882704579705419,
0.7759910847955063,
0.7405425053858711,
0.6056856584385063,
0.8315823833810039,
0.8698248769746192,
0.8327139171566844
],
"episode_qoe_semantic": [
0.5394378583801467,
0.6836943009827169,
0.7443282757981885,
0.5768455018359814,
0.6791193921906554,
0.5977515597980493,
0.6463464915841114,
0.550600814436158,
0.7211529130574096,
0.6085313424662432,
0.8067477385198767,
0.5799298292363618,
0.7349199274256124,
0.886283251326624,
0.8574122225322413,
0.8575324526876668,
0.7743815642845058,
0.9192477290449552,
0.8769203470784964,
0.9342689233717512,
0.8485649539818136,
0.9387676670564626,
0.8085512099049705,
0.9200723942600643,
0.9036901787238026,
0.9568436310566942,
0.9635146175124543,
0.8518081026029942,
0.9181671650486152,
0.9130737222380323,
0.9291627137930267,
0.9045155860718446,
0.8228223481374829,
0.9392961580798389,
0.8707998407037537,
0.8828129777252465,
0.9088891848913763,
0.8665964630288215,
0.8674357516949587,
0.9208336746026999,
0.9179169904488218,
0.8728586465411976,
0.8396771853272688,
0.941614046094659,
0.9103143869936123,
0.9329193358002805,
0.9690621845448768,
0.9370855127295711,
0.9583941654608984,
0.8661869785881378,
0.9554027761024173,
0.964530488928173,
0.9055398238206344,
0.9223896415225771,
0.9652666621018818,
0.8745285932684389,
0.693375351123948,
0.9613380578556388,
0.8544878620905861,
0.964396673189472,
0.8464069377386264,
0.9335921481224665,
0.9254376236956087,
0.9166367219955945,
0.9315833992414343,
0.8674387876865898,
0.8844192683497829,
0.8793927435168075,
0.9422782715197521,
0.9048547319206963,
0.9406317782247701,
0.9715831845331309,
0.8582493905690295,
0.9252795949780844,
0.8110038599764144,
0.7459749472897714,
0.8883216891823382,
0.7909224864068714,
0.9680666600209245,
0.8514699641930603,
0.8349649074206411,
0.6990246308935574,
0.8406627732303206,
0.8558565737868236,
0.8423233405605005,
0.5643484800333004,
0.817771034914341,
0.6463054607452032,
0.7997612488404374,
0.9105113057706685,
0.8718924610610838,
0.8037702868403686,
0.8407094797839315,
0.8240887530933353,
0.7585093578978804,
0.6767632674035825,
0.5500241743553179,
0.7988105461682753,
0.8329830872825716,
0.8093109780540344
],
"episode_qoe_traditional": [
0.9498946284238329,
0.98,
0.8933333333333334,
0.8827266472280325,
0.7530909373028859,
0.654844475196017,
0.863788651063814,
0.8651200259296451,
0.7466666666666667,
0.9155780095707974,
0.4666490811584165,
0.836630476646105,
1.0,
1.0,
0.9929648799452022,
1.0,
0.93292619918436,
0.9866666666666667,
0.8508385625659249,
0.98,
1.0,
1.0,
1.0,
1.0,
0.8578221936361783,
0.9817717076238854,
1.0,
0.9964393542733836,
1.0,
1.0,
0.9931624536289456,
0.9866666666666667,
1.0,
1.0,
1.0,
1.0,
0.9997481719823063,
1.0,
1.0,
1.0,
0.9714905138996961,
0.9976524536288948,
0.9656530097505283,
1.0,
1.0,
1.0,
0.9688314902084885,
1.0,
0.8584603512125969,
0.860127417367103,
0.9370052953333173,
0.7798139197555719,
0.925952314075051,
0.7940547414574938,
1.0,
0.9927208298610054,
0.96,
0.9990602728748076,
0.9238024813181582,
0.7927851951616798,
0.6770475327380148,
0.8153567941893033,
0.8477175136351977,
0.9852398134157846,
1.0,
0.808500952424887,
0.8177400724415292,
0.7740872202649882,
0.8843226490450432,
0.9892312817574143,
0.9522971603896794,
0.98,
1.0,
0.8420920864927147,
0.9770099012474163,
0.9144291235223053,
0.8726315195247446,
1.0,
0.7936922324916341,
0.8872342911634798,
0.9526934868782863,
0.9606320417730513,
0.9333333333333332,
0.9550439071461686,
0.8562988587097354,
0.8274995903193182,
0.98,
0.9446827094649912,
0.98,
0.7978771214465665,
0.96977977956497,
0.9285353403793732,
0.9591669626161043,
0.9524521628477488,
0.7934728116931322,
0.8043217433681596,
0.6613471425216949,
0.8643542205937326,
0.9066666666666666,
0.8561168562593341
],
"episode_lambda": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"episode_fairness": [
0.8337919980939664,
0.9193563151856555,
0.8865245120764739,
0.8299982744260989,
0.8293652348740713,
0.709800241879387,
0.8586445710692865,
0.7836866707154221,
0.8244159332547966,
0.8300961737868296,
0.72562727604281,
0.8243266373872504,
0.9509158781741763,
0.9915348564879848,
0.9847394151542729,
0.9887655132015466,
0.9350723854824564,
0.9888904114674834,
0.9189430753530722,
0.9878301345413395,
0.9846597460141764,
0.9974379830025423,
0.9734260140118216,
0.9822985179099346,
0.9305895015540969,
0.9931993235918931,
0.9989570348360602,
0.9879892734550885,
0.9969705638712238,
0.9949172545720445,
0.9961539353843268,
0.9874008145941654,
0.9671337338997943,
0.9981140750453448,
0.9737119868970088,
0.9896532148187502,
0.9913690371231428,
0.9832497577044955,
0.9786147328085226,
0.9931420590620204,
0.9871309082929686,
0.9858736622390707,
0.9621832351879823,
0.9957185513729567,
0.9922740401251214,
0.9928029695875129,
0.9845483783012244,
0.9966086491637324,
0.9398772448430401,
0.9245253346792213,
0.975822878981748,
0.9068438585980256,
0.9662063211656466,
0.8958201438595773,
0.998873825859432,
0.9902388733205314,
0.9282465936677614,
0.9989878930512343,
0.9374077277916021,
0.9147923553311637,
0.8038379272578129,
0.8980086745163195,
0.9231430813909082,
0.9871763023095993,
0.9961795641544613,
0.8850029996869812,
0.9076143983542978,
0.8673299841275033,
0.9512056762603032,
0.9884879196827441,
0.9703387505515367,
0.9879874260160056,
0.9684681471179922,
0.9106486000381159,
0.9590304382406284,
0.8825552858151013,
0.9107528520474928,
0.9369321990052899,
0.9140361540356507,
0.9268379287502394,
0.9477915276491714,
0.8956261541234888,
0.9274864942873946,
0.9498979089848075,
0.8892390965471024,
0.7838337917642845,
0.9394145540192465,
0.8547193771775177,
0.9292244748351571,
0.8836420662388588,
0.9600705918033392,
0.9097658326295811,
0.9504299050700089,
0.9543333617744448,
0.8467774116930468,
0.8070855209467864,
0.7465178309080699,
0.9026529657792648,
0.9213880478679818,
0.8866149456902881
],
"episode_rate_satisfaction": [
0.94,
0.98,
0.8933333333333334,
0.86,
0.66,
0.6,
0.8466666666666667,
0.86,
0.7466666666666667,
0.9133333333333333,
0.46,
0.8333333333333333,
1.0,
1.0,
0.9666666666666666,
1.0,
0.9266666666666665,
0.9866666666666667,
0.8333333333333333,
0.98,
1.0,
1.0,
1.0,
1.0,
0.8133333333333332,
0.9533333333333333,
1.0,
0.9866666666666666,
1.0,
1.0,
0.9733333333333334,
0.9866666666666667,
1.0,
1.0,
1.0,
1.0,
0.9933333333333333,
1.0,
1.0,
1.0,
0.9533333333333335,
0.9866666666666666,
0.96,
1.0,
1.0,
1.0,
0.9666666666666666,
1.0,
0.8,
0.8333333333333333,
0.9,
0.7,
0.84,
0.7533333333333333,
1.0,
0.9866666666666666,
0.96,
0.9933333333333333,
0.8933333333333331,
0.6800000000000002,
0.6266666666666666,
0.8066666666666665,
0.8266666666666667,
0.98,
1.0,
0.7933333333333333,
0.78,
0.7333333333333333,
0.78,
0.98,
0.9333333333333335,
0.98,
1.0,
0.8133333333333332,
0.9666666666666666,
0.8933333333333334,
0.86,
1.0,
0.7133333333333333,
0.8599999999999999,
0.94,
0.9266666666666665,
0.9333333333333332,
0.9333333333333335,
0.8266666666666665,
0.8,
0.98,
0.9133333333333333,
0.98,
0.7866666666666666,
0.96,
0.9066666666666667,
0.94,
0.9466666666666665,
0.7666666666666666,
0.78,
0.6133333333333334,
0.8,
0.9066666666666666,
0.8466666666666666
],
"episode_reward_s": [
29.024176769225765,
35.66624354422226,
37.961439077585155,
30.371680818759327,
34.325827335093926,
30.173042566892306,
33.40453537660408,
29.102636779275343,
36.185214420916765,
31.961800458834933,
38.63689363918655,
30.27999469886681,
38.071396734152565,
44.882746309698085,
43.548374413676875,
43.588960370945,
39.51180138872457,
46.29948114035632,
43.71560843136195,
46.942101551728804,
43.18542292918163,
47.2445450175408,
41.38480444572367,
46.40325774170289,
44.955169010752,
47.96682193567066,
48.35815778806045,
43.31356138850166,
46.317522427187676,
46.088317500711454,
46.778134388830935,
45.63653470656633,
42.02700566618674,
47.268327113592754,
44.18599283166894,
44.726583997636105,
45.898754180023474,
43.99684083629697,
44.03460882627316,
46.4375153571215,
46.163717139695464,
44.26690136249837,
42.61373838847974,
47.37263207425965,
45.964147414712556,
46.98137011101262,
48.45195575556189,
47.16884807283073,
47.42003920180341,
43.2790511233017,
47.67815140127537,
47.30294160054565,
45.37905364230382,
45.47780757580343,
48.43699979458468,
44.317390846384775,
36.00189080057767,
48.25551396787776,
43.07096620066717,
47.36177626933467,
41.47354986192826,
46.08843063645752,
45.88328063447838,
46.174851556880675,
46.92125296586455,
43.07725020802097,
43.88756743794787,
43.44310955958129,
46.82413546361405,
45.66461934521841,
47.08991582206305,
48.6212433039909,
43.62122257560633,
45.84804220647737,
41.38022320517574,
38.141018245651225,
44.337633610828945,
40.5915118883092,
47.53146086339978,
42.75231984450511,
42.33688826832028,
36.25926859907533,
42.49649146203109,
43.288765356137915,
42.18604461877121,
29.533179553095106,
41.69969657114534,
33.807159280859096,
40.8892561978197,
44.96239436691291,
44.08405964557362,
40.812339609713455,
42.62776140335743,
41.84625470343882,
38.100285163870296,
34.475955750002015,
28.057823558597796,
40.268245680541035,
42.017572261049054,
40.69957829372823
],
"episode_reward_b": [
45.44244757097321,
47.518471504913585,
43.921641378990955,
42.60692663444135,
37.28468913958314,
32.45675918281102,
42.10222175579219,
41.68340523901483,
37.20576456528705,
44.2436671430171,
25.03294734472813,
40.54802059525653,
48.67459963712807,
49.43141625663311,
48.97048071019531,
49.28766226343835,
45.85358678471874,
48.99623864522478,
42.6723370508591,
48.77134461685874,
49.24282476990909,
49.69383833528232,
49.04275604952485,
49.600361971300316,
43.120449607247025,
48.96394499835833,
49.817573087562266,
49.09881145531725,
49.59083582524309,
49.56536861119015,
49.338123982267696,
48.922577930359225,
49.11411174068741,
49.69648079039921,
49.353999203518775,
49.414064888626235,
49.533113663660664,
49.33298231514409,
49.337178758474785,
49.6041683730135,
48.30665807773043,
49.25865364600625,
47.652771365410125,
49.7080702304733,
49.551571934968045,
49.66459667900139,
48.44272798210636,
49.68542756364787,
43.42268663187134,
43.036668674460316,
46.94225217051137,
39.9142788336416,
46.19555325248047,
40.344411573200105,
49.82633331050941,
49.04508031008744,
46.66687675561973,
49.764402568644535,
45.84355096977005,
40.49731714822295,
34.6991736619038,
41.359016479130986,
42.77447623206194,
48.91897521368828,
49.65791699620718,
40.71973679755287,
41.22039960161773,
39.230888629508506,
44.505910564625694,
49.03968133868713,
47.55653110865943,
48.95791592266564,
49.29124695284514,
42.52054186706258,
48.0204648560158,
44.8791852949526,
43.71002682452521,
48.95461243203436,
40.55648376222815,
44.18289292332189,
47.04603144662608,
46.723565034255095,
46.20331386615161,
47.25625869051169,
42.74506534474062,
40.059223964535825,
48.18885517457171,
45.742249229650625,
48.098806244202194,
40.45702699394883,
47.99955238572909,
45.80294175127365,
47.36606071664436,
46.98079109361537,
39.49882331568035,
39.578294788585104,
32.51074228525287,
42.88999265755934,
44.96491543641287,
42.571813421940206
],
"training_time": 36.777610301971436
}
code/results/run_20260228_154150/pure_comp_best.pt/actor_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_comp_best.pt/actor_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_comp_best.pt/critic_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_comp_best.pt/critic_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_comp_final.pt/actor_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_comp_final.pt/actor_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_comp_final.pt/critic_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_comp_final.pt/critic_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_comp_history.json
+819
View File
@@ -0,0 +1,819 @@
{
"episode_qoe_sys": [
0.7482231302622822,
0.8309082219280733,
0.8084170795947186,
0.7090661404488592,
0.7194826661380298,
0.6246110868556505,
0.7414357786136914,
0.7223883937156367,
0.7626880335955002,
0.7634077258282923,
0.6600094777102521,
0.7245262176569582,
0.8860536662139947,
0.9474023926696071,
0.9404929001737224,
0.9433775158894261,
0.8675070223072477,
0.9591493224181362,
0.8784199031197137,
0.9579893501706267,
0.9290601178546386,
0.969963060298169,
0.9095008165420474,
0.9600403966765324,
0.882068213224261,
0.970572713337441,
0.9817812510541692,
0.9246221963949651,
0.9593467430665318,
0.9568211441796513,
0.9612450146731593,
0.9489193158746038,
0.9116523515202613,
0.9696581683511907,
0.9355490641495002,
0.94139943182095,
0.954364307561137,
0.9333393858567633,
0.9336178250369191,
0.9604239470755567,
0.9493777511294542,
0.9357570172390973,
0.9028160766793255,
0.9713893372336243,
0.9546512441271859,
0.9662731474631715,
0.9686338652388308,
0.9676501361608342,
0.97783136840101,
0.9081930377061793,
0.9692882337299353,
0.9819349727802792,
0.947484130253282,
0.9617179077365805,
0.9805653409922966,
0.9331302997270686,
0.8303786036906046,
0.9793287244765044,
0.9087503798448234,
0.9743135663143024,
0.9404038949181245,
0.9667479152600194,
0.935840433921888,
0.9557397938000176,
0.9597205672213843,
0.9481660038997296,
0.8778159293815058,
0.9645109452848668,
0.9659091851097787,
0.9525862987575958,
0.9750957046170717,
0.9876621770955771,
0.9695002440692031,
0.9805576712636601,
0.9117444080475727,
0.9616476278568905,
0.95700618709793,
0.9693728229681529,
0.9834531352880582,
0.9143243670246067,
0.922912186986638,
0.9143274082993283,
0.9353767568682239,
0.9532901010962437,
0.9629386731759592,
0.8961479214670268,
0.9394426733766207,
0.9422951080531812,
0.9741099090916449,
0.9710248380196727,
0.9649263672776216,
0.9797896116228207,
0.9450564949316995,
0.932986430169221,
0.9006478119510989,
0.9656368760730394,
0.9257390124268667,
0.9666639981328038,
0.9167623011361715,
0.951619967044
],
"episode_qoe_semantic": [
0.5386190721794175,
0.6825896874372341,
0.744448712545774,
0.5757792458216532,
0.6787930304175118,
0.5988621626843674,
0.6482630047640991,
0.5531405883648746,
0.728702977479934,
0.6111928875120112,
0.8200189554205042,
0.5890524353139164,
0.7725672414649568,
0.8948047853392143,
0.8852986366691523,
0.8867550317788523,
0.8016807112811623,
0.9316319781696061,
0.8962650342340317,
0.9359787003412532,
0.8581202357092772,
0.939926120596338,
0.8190016330840948,
0.9200807933530648,
0.9050683871232796,
0.9575075795004218,
0.9635625021083382,
0.8525027112099806,
0.9186934861330636,
0.9136422883593026,
0.9291565545256796,
0.9045052984158743,
0.8233047030405224,
0.9393163367023815,
0.8710981282990007,
0.8827988636419,
0.9088271292104743,
0.8666787717135266,
0.8672356500738385,
0.9208478941511136,
0.9178695192146182,
0.8729006746428415,
0.8399736903890908,
0.9427786744672484,
0.9093024882543719,
0.9325462949263432,
0.9684362402691729,
0.9353002723216687,
0.9559769615728604,
0.8605500190620268,
0.9554156247353768,
0.9638699455605584,
0.8970403771440413,
0.929196821722024,
0.9611306819845933,
0.8662605994541367,
0.660757207381209,
0.958657448953009,
0.8508340930229799,
0.9590114458198596,
0.9071088442530368,
0.9584216433498659,
0.9116808678437763,
0.911479587600035,
0.9194411344427688,
0.8963320077994592,
0.7556318587630113,
0.9308312845239338,
0.9348808547292022,
0.9051725975151917,
0.9534765807834173,
0.9753243541911536,
0.9390004881384063,
0.96111534252732,
0.8234888160951453,
0.923295255713781,
0.9140123741958598,
0.9387456459363055,
0.9669062705761163,
0.8331794246477071,
0.8458243739732757,
0.8286548165986568,
0.8974201804031142,
0.9065802021924873,
0.925877346351918,
0.7922958429340535,
0.8788853467532411,
0.888663433737047,
0.9482198181832899,
0.9420496760393452,
0.930644451362042,
0.9595792232456413,
0.8901129898633993,
0.8659728603384419,
0.8012956239021979,
0.9312737521460787,
0.8514780248537335,
0.9333279962656078,
0.8468579356056761,
0.9099066007546667
],
"episode_qoe_traditional": [
0.9578271883451471,
0.9792267564189125,
0.8723854466436631,
0.8423530350760648,
0.7601723018585479,
0.6503600110269335,
0.8346085524632838,
0.8916361990663989,
0.7966730897110667,
0.9156225641445738,
0.5,
0.86,
0.9995400909630325,
1.0,
0.9956871636782922,
1.0,
0.9333333333333332,
0.9866666666666667,
0.8605747720053958,
0.98,
1.0,
1.0,
1.0,
1.0,
0.8590680393252422,
0.9836378471744599,
1.0,
0.9967416815799497,
1.0,
1.0,
0.9933334748206388,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
0.9999014859117998,
1.0,
1.0,
1.0,
0.9808859830442901,
0.9986133598353528,
0.9656584629695601,
1.0,
1.0,
1.0,
0.9688314902084885,
1.0,
0.9996857752291598,
0.9558360563503318,
0.9831608427244936,
1.0,
0.9979278833625232,
0.9942389937511368,
1.0,
1.0,
1.0,
1.0,
0.9666666666666667,
0.9896156868087453,
0.9736989455832122,
0.9750741871701727,
0.96,
1.0,
1.0,
1.0,
1.0,
0.9981906060457999,
0.9969375154903551,
1.0,
0.9967148284507258,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9954693094015065,
1.0,
1.0,
0.9733333333333333,
1.0,
1.0,
1.0,
1.0,
0.9959267823693154,
1.0,
1.0,
0.9992082831932011,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9866666666666666,
0.9933333333333333
],
"episode_lambda": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"episode_fairness": [
0.8365546844729626,
0.9190493288009784,
0.8767738405205123,
0.807154800718112,
0.8256371152835301,
0.7092636267814199,
0.8441475010847418,
0.7976719283001864,
0.852024475833009,
0.8299687796692785,
0.7398464964035061,
0.8379241378333675,
0.9665299269624154,
0.9924946873497607,
0.9891693544725609,
0.9939111313149621,
0.9412112366614632,
0.9897322533413206,
0.9251088986933607,
0.9879267893022537,
0.9860509737952686,
0.9975300019666475,
0.9764397574241103,
0.9823007898131322,
0.9310447759008413,
0.9939031804283512,
0.9989595685440373,
0.9881248650334276,
0.997002663446545,
0.9950169642464362,
0.9961825120644799,
0.9907312950617225,
0.9672440990847007,
0.9981153892717092,
0.9737986797408636,
0.9896385282144777,
0.9913528324956838,
0.9832653163779659,
0.9785640722351119,
0.9931577312464762,
0.991864275334072,
0.9859328803104702,
0.9622419320344754,
0.9959608757467849,
0.9920645936332723,
0.9927090383405063,
0.9845083344311304,
0.9961821209180645,
0.9975704474319487,
0.9722717440007271,
0.9914993002994547,
0.9992521058751715,
0.9894654630067601,
0.995592347478289,
0.9983630303674117,
0.9904245068692838,
0.9385788585142997,
0.9988161551395307,
0.9538791922010216,
0.9949399983620176,
0.9664801769875073,
0.9866249303794572,
0.9735151995597541,
0.9920035455162707,
0.9945273786352317,
0.9890893364984301,
0.949292556728439,
0.9894213033886646,
0.9967696934907748,
0.9934968456512924,
0.9971952660642281,
0.9995320074284878,
0.9974775062653666,
0.9992300081000645,
0.9754794719509589,
0.9943632125557278,
0.982377802059856,
0.9938537170853456,
0.9978911370345975,
0.9759644949712357,
0.9816897016593923,
0.9762463879029135,
0.9787373182896293,
0.9920229342530869,
0.9957875059881631,
0.9689998126700644,
0.9784577804926191,
0.9825259383550251,
0.9980334902878063,
0.9964026294961118,
0.9943302717249765,
0.9986742647024611,
0.9880028910392579,
0.9914955671315515,
0.9722584608090483,
0.992970142865663,
0.966340373128369,
0.996469636413368,
0.9720953273948134,
0.9887825892022615
],
"episode_rate_satisfaction": [
0.9466666666666668,
0.9733333333333333,
0.8666666666666667,
0.8333333333333333,
0.68,
0.5933333333333334,
0.82,
0.8866666666666667,
0.7933333333333334,
0.9133333333333333,
0.5,
0.86,
0.9933333333333333,
1.0,
0.9733333333333333,
1.0,
0.9333333333333332,
0.9866666666666667,
0.84,
0.98,
1.0,
1.0,
1.0,
1.0,
0.8133333333333332,
0.96,
1.0,
0.9866666666666666,
1.0,
1.0,
0.9733333333333334,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
0.9933333333333333,
1.0,
1.0,
1.0,
0.9533333333333335,
0.9866666666666666,
0.96,
1.0,
1.0,
1.0,
0.9666666666666666,
1.0,
0.9933333333333333,
0.9266666666666667,
0.98,
1.0,
0.98,
0.9866666666666666,
1.0,
1.0,
1.0,
1.0,
0.9666666666666667,
0.9733333333333333,
0.96,
0.9733333333333333,
0.96,
1.0,
1.0,
1.0,
1.0,
0.98,
0.98,
1.0,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.98,
1.0,
1.0,
0.9733333333333333,
1.0,
1.0,
1.0,
1.0,
0.98,
1.0,
1.0,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9866666666666666,
0.9933333333333333
],
"episode_reward_s": [
29.02699418979952,
35.61266971677011,
37.86211929777816,
30.121831237354716,
34.346547878080784,
30.200597375931213,
33.34487797670087,
29.34950747175135,
36.77499943515235,
32.08179275876336,
39.40085299392271,
30.807359589126232,
39.76322632073824,
45.26621534026464,
44.81687446850332,
44.90397643004837,
40.74229867431897,
46.85677235096561,
44.63480040055842,
47.0190415153564,
43.615410606917486,
47.29667542683521,
41.85507348878427,
46.403635700887904,
45.02341761717379,
48.00603031339128,
48.360312594875225,
43.34633041234888,
46.34120687598788,
46.11390297616861,
46.77871232775878,
45.669405095381016,
42.04871163682351,
47.269235151607155,
44.19941577345503,
44.7259488638855,
45.896728244030356,
44.0005447271087,
44.02560425332272,
46.43815523680011,
46.20855827987927,
44.27359715810464,
42.62710838235688,
47.425040351026176,
45.918611971446744,
46.96458327168545,
48.423788263155224,
47.0885122544751,
48.01739214692452,
43.503931139542864,
47.90950732671442,
48.37414755022512,
45.356456388294475,
46.78505194624676,
48.2508806893067,
43.98172697543616,
34.73407433215442,
48.13958520288541,
43.12086751936744,
48.103593495937425,
45.68839271930272,
48.00434488659484,
45.82563905296995,
46.01658144200157,
46.374851049924594,
45.33494035097568,
39.0034336443355,
46.87836083380601,
47.054326040265885,
45.73276688818363,
47.89002027750742,
48.88959593860191,
47.25502196622829,
48.2501904137294,
42.05699672428155,
46.54828650712014,
46.13055683881368,
47.24355406713375,
48.51078217592524,
42.470420656154346,
43.0620968287974,
42.28946674693955,
45.250574784806815,
45.79610909866194,
46.664480585836316,
40.653312932032414,
44.54984060389586,
44.969488430013705,
47.669891818248054,
47.392235421770515,
46.8750417272579,
48.18106504605387,
45.05508454385295,
43.96877871522989,
41.058303075598914,
46.90731884657354,
43.316511118418006,
46.99975983195234,
43.041940435588764,
45.91246370062666
],
"episode_reward_b": [
45.79531883642871,
47.47815247603724,
42.97958866169371,
40.78478280753119,
37.6017187357222,
32.26051130963384,
40.798699884668274,
42.889331899812326,
39.49380392439767,
44.258979824065875,
26.600094777102523,
41.64526217656958,
48.842140300661256,
49.47402392669606,
49.23241554886893,
49.433775158894264,
46.00840355640581,
49.058159890848046,
43.207189911412975,
48.77989350170627,
49.29060117854639,
49.69963060298169,
49.09500816542049,
49.600403966765334,
43.1834037052523,
49.05124102035281,
49.81781251054169,
49.11588922714764,
49.593467430665314,
49.568211441796535,
49.34578913955714,
49.22252649207939,
49.116523515202594,
49.69658168351191,
49.35549064149501,
49.413994318209504,
49.53970251208336,
49.333393858567625,
49.33617825036918,
49.60423947075558,
48.729216833066154,
49.3021045658051,
47.65449928557567,
49.71389337233626,
49.54651244127187,
49.66273147463173,
48.43959826072785,
49.67650136160835,
49.765744693176494,
47.315372631075064,
49.019316046279094,
49.81934972780278,
49.39195663703376,
49.386738827411286,
49.80565340992298,
49.33130299727069,
48.30378603690604,
49.79328724476505,
47.7541704651149,
49.327763135492845,
48.351996772509736,
48.6704466394071,
47.758404339218885,
49.55739793800018,
49.597205672213846,
49.48166003899731,
48.778159293815065,
49.57273369468068,
49.536592470712,
49.525862987575955,
49.61955018419975,
49.87662177095578,
49.69500244069202,
49.805576712636615,
49.11744408047572,
49.61647627856891,
49.570061870979295,
49.69372822968154,
49.8345313528806,
48.96201604630634,
49.22912186986638,
49.14327408299327,
48.28710090201555,
49.53290101096244,
49.629386731759595,
48.96147921467027,
49.39442673376621,
49.260022375304445,
49.74109909091644,
49.71024838019672,
49.61759500050426,
49.79789611622822,
49.45056494931699,
49.32986430169222,
49.00647811951099,
49.656368760730395,
49.257390124268674,
49.666639981328046,
48.63428967802838,
49.24953300377334
],
"training_time": 37.63363575935364
}
code/results/run_20260228_154150/pure_coop_best.pt/actor_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_coop_best.pt/actor_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_coop_best.pt/critic_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_coop_best.pt/critic_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_coop_final.pt/actor_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_coop_final.pt/actor_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_coop_final.pt/critic_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_coop_final.pt/critic_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/pure_coop_history.json
+819
View File
@@ -0,0 +1,819 @@
{
"episode_qoe_sys": [
0.7482231302622822,
0.8309082219280733,
0.8084170795947186,
0.7090661404488592,
0.7194826661380298,
0.6246152362848667,
0.7414824058458988,
0.7222848168936777,
0.7614073350196153,
0.7635964141856231,
0.6553622051370293,
0.7180571123358906,
0.8814580343506369,
0.9401698614531077,
0.9254002938537519,
0.9349569449221531,
0.8621825505117635,
0.9573558851786568,
0.8754971413971316,
0.9578943675350555,
0.9282223281542892,
0.9698830289725268,
0.908908192537062,
0.9600396549262463,
0.8818907749165453,
0.970469699816552,
0.9817770324401007,
0.9245062779978994,
0.9592330830766328,
0.9567477307121406,
0.9612437762422946,
0.9489193810473321,
0.91160605729624,
0.9696552489045888,
0.9355156764009197,
0.9413693720182913,
0.9543633825573989,
0.9333311108081171,
0.9336134082798334,
0.9604155506935215,
0.9493115891736338,
0.9357156196777305,
0.9027757308001236,
0.9713742024848705,
0.9546428183371194,
0.9662612932421549,
0.9686365175376547,
0.9676466795035829,
0.9778259599594611,
0.9081396058862506,
0.9692870781403545,
0.9819305619766796,
0.9474099701545279,
0.9623264352166103,
0.9805651371096397,
0.9331208472092445,
0.8304837017513366,
0.979330927971092,
0.9089740013773323,
0.9747514933118215,
0.9403817525898842,
0.9667527508000187,
0.9360208741743807,
0.9557412669103661,
0.9597865887009648,
0.9486643897479067,
0.9292837110576336,
0.9659720564689448,
0.9668979235731747,
0.9525903360981299,
0.9755101118745059,
0.9876639409279591,
0.96986334081462,
0.9805406942433401,
0.9134112192461449,
0.9616666148608871,
0.9570103564697265,
0.9693982947682522,
0.9841290197107027,
0.9167750344058808,
0.9378702389285892,
0.9350661154999546,
0.9363836569638575,
0.9535489705910173,
0.9443981419634028,
0.8975186763075191,
0.936923010984835,
0.9204830959813134,
0.975162354981944,
0.9688021045714368,
0.9632389661702502,
0.9816765390951697,
0.9479999846173981,
0.9283481417011558,
0.906436531558246,
0.9097947077834079,
0.8217358053178729,
0.9556477281991416,
0.8838872578816378,
0.9410559113459687
],
"episode_qoe_semantic": [
0.5386190721794175,
0.6825896874372341,
0.744448712545774,
0.5757792458216532,
0.6787930304175118,
0.5988702822130442,
0.6483563815611864,
0.5529298605942499,
0.7261905272086561,
0.6115704106023832,
0.8107244102740586,
0.5761142246717811,
0.7629160687012737,
0.8803397229062153,
0.853545119418885,
0.8699138898443057,
0.7910317676901936,
0.928045103690647,
0.8921832392159346,
0.9357887350701111,
0.8564446563085782,
0.9397660579450533,
0.8178163850741239,
0.9200793098524924,
0.9046419398397176,
0.9572797375734087,
0.9635540648802015,
0.8522681879355062,
0.9184661661532657,
0.913495461424281,
0.9291566181952122,
0.9045054287613309,
0.8232121145924798,
0.9393104978091776,
0.87103135280184,
0.8827387440365823,
0.9088277547362593,
0.8666622216162345,
0.8672268165596668,
0.9208311013870429,
0.9178510725229596,
0.8728300186552701,
0.8398930938932766,
0.9427484049697411,
0.9092856366742386,
0.9325225864843101,
0.9684415448668208,
0.9352933590071659,
0.9559677150080899,
0.8605517201049513,
0.9554133135562151,
0.963861123953359,
0.8969093607886128,
0.930417431357096,
0.9611302742192794,
0.8662416944184888,
0.6609674035026729,
0.9586618559421839,
0.851281336087998,
0.9591158580948093,
0.9071068562324572,
0.9584499031550326,
0.9120417483487613,
0.9114825338207321,
0.9195731774019297,
0.8973287794958135,
0.8585674221152673,
0.9337828330717887,
0.9372683595723162,
0.9051806721962601,
0.9543053952982858,
0.9753278818559182,
0.9397266816292401,
0.9611217391796084,
0.8268224384922896,
0.923333229721774,
0.9140207129394531,
0.9387965895365048,
0.968440186166461,
0.8411546093200103,
0.8757404778571786,
0.8702407907058108,
0.8994339805943815,
0.9070979411820346,
0.9287962839268054,
0.8214467058634852,
0.8738460219696701,
0.8887366312885012,
0.9503247099638878,
0.9453437007995906,
0.9317368835994231,
0.9633530781903394,
0.8959999692347965,
0.8566962834023115,
0.8128730631164918,
0.9116462564748555,
0.6842188758152252,
0.9145840784245941,
0.861107849096609,
0.9140813215160826
],
"episode_qoe_traditional": [
0.9578271883451471,
0.9792267564189125,
0.8723854466436631,
0.8423530350760648,
0.7601723018585479,
0.6503601903566891,
0.8346084301306114,
0.8916397731931055,
0.7966241428305749,
0.9156224177688628,
0.5,
0.86,
1.0,
1.0,
0.9972554682886187,
1.0,
0.9333333333333332,
0.9866666666666667,
0.8588110435783287,
0.98,
1.0,
1.0,
1.0,
1.0,
0.8591396099933728,
0.9836596620596955,
1.0,
0.9967443680602922,
1.0,
1.0,
0.993330934289377,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
0.9998990103785387,
1.0,
1.0,
1.0,
0.9807721058243078,
0.9986012207001909,
0.9656583677069708,
1.0,
1.0,
1.0,
0.9688314902084885,
1.0,
0.9996842049108323,
0.95572749166755,
0.9831608427244936,
1.0,
0.9979105795204429,
0.994235439076125,
1.0,
1.0,
1.0,
1.0,
0.9666666666666667,
0.9903871285288335,
0.9736566489473111,
0.9750555984450047,
0.96,
1.0,
1.0,
1.0,
1.0,
0.9981612798661013,
0.9965274875740332,
1.0,
0.9967148284507258,
1.0,
1.0,
0.999959649307072,
1.0,
1.0,
1.0,
1.0,
0.9998178532549447,
0.9923954594917512,
1.0,
0.9998914402940982,
0.9733333333333333,
1.0,
0.96,
0.9735906467515528,
1.0,
0.9522295606741257,
1.0,
0.992260508343283,
0.9947410487410773,
1.0,
1.0,
1.0,
1.0,
0.9079431590919603,
0.9592527348205208,
0.996711377973689,
0.9066666666666666,
0.9680305011758545
],
"episode_lambda": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"episode_fairness": [
0.8365546844729626,
0.9190493288009784,
0.8767738405205123,
0.807154800718112,
0.8256371152835301,
0.7092678886715101,
0.8441787799696621,
0.797593110021725,
0.8515140476478145,
0.830874493093798,
0.7389859578660335,
0.8337534264112746,
0.966083734637237,
0.9904281234730348,
0.9843232150141273,
0.9923743862536234,
0.938803680811283,
0.9894733766645877,
0.9245024772378454,
0.9879163851940238,
0.9858228871231876,
0.9975157055964554,
0.9761713978638175,
0.9823003853969946,
0.9310251948861764,
0.9939059793823171,
0.9989588411665968,
0.9881015072023179,
0.9969814570817632,
0.9950047223520049,
0.9961820894735248,
0.9907313273447619,
0.96722320571247,
0.9981149975410165,
0.973781232132182,
0.9896324364516431,
0.9913530129576746,
0.983262500764001,
0.9785618684725964,
0.9931550392349676,
0.9918214534118802,
0.9859251426278627,
0.9622237888440525,
0.9959575992143184,
0.992063602932797,
0.9927072153859708,
0.9845092408961001,
0.9961818250807539,
0.9975705319914233,
0.9722379449193761,
0.9914991789220644,
0.999251907050357,
0.9894338683524806,
0.9959702959766478,
0.9983633142506286,
0.9904225304749461,
0.9386756251764868,
0.9988165109904541,
0.9539599800799371,
0.9950120318751146,
0.9664680479374055,
0.9866122031590986,
0.9735630394691763,
0.9920040645073255,
0.9945363823233566,
0.9892837711452177,
0.9846191820919384,
0.9897279582438943,
0.9970061841683631,
0.9934976783255342,
0.9973218932295171,
0.9995320654422257,
0.9975754809244864,
0.999232553272855,
0.9766736509937298,
0.9943662818859884,
0.9823796574930904,
0.9938592286562428,
0.9984577768615328,
0.9775768997123305,
0.9871984364872671,
0.9904853075163018,
0.9791641616060661,
0.9921713645332741,
0.9764942008247445,
0.9663219656165839,
0.9745523411780345,
0.9626739828002318,
0.9983354043809165,
0.9952240426078403,
0.9932087768472918,
0.9991185096262069,
0.9893135310732056,
0.9877012685054884,
0.975867134288907,
0.9393187951491763,
0.8871622384342085,
0.9915223326902933,
0.9364205628497783,
0.9778765788260736
],
"episode_rate_satisfaction": [
0.9466666666666668,
0.9733333333333333,
0.8666666666666667,
0.8333333333333333,
0.68,
0.5933333333333334,
0.82,
0.8866666666666667,
0.7933333333333334,
0.9133333333333333,
0.5,
0.86,
1.0,
1.0,
0.98,
1.0,
0.9333333333333332,
0.9866666666666667,
0.8333333333333333,
0.98,
1.0,
1.0,
1.0,
1.0,
0.8133333333333332,
0.96,
1.0,
0.9866666666666666,
1.0,
1.0,
0.9733333333333334,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
0.9933333333333333,
1.0,
1.0,
1.0,
0.9533333333333335,
0.9866666666666666,
0.96,
1.0,
1.0,
1.0,
0.9666666666666666,
1.0,
0.9933333333333333,
0.9266666666666667,
0.98,
1.0,
0.98,
0.9866666666666666,
1.0,
1.0,
1.0,
1.0,
0.9666666666666667,
0.9733333333333333,
0.96,
0.9733333333333333,
0.96,
1.0,
1.0,
1.0,
1.0,
0.98,
0.98,
1.0,
0.9933333333333333,
1.0,
1.0,
0.9933333333333333,
1.0,
1.0,
1.0,
1.0,
0.9933333333333333,
0.9733333333333333,
1.0,
0.9933333333333333,
0.9733333333333333,
1.0,
0.96,
0.9666666666666666,
1.0,
0.9333333333333332,
1.0,
0.9733333333333333,
0.9866666666666666,
1.0,
1.0,
1.0,
1.0,
0.9,
0.9533333333333333,
0.9866666666666666,
0.9066666666666666,
0.96
],
"episode_reward_s": [
35.31511593228546,
40.062225751495276,
39.78117030924648,
34.1204380761709,
35.56723694969631,
30.97331227352511,
36.14286004944781,
34.4206912816896,
37.71819867287118,
36.65956067344876,
34.32173230822174,
34.48342674015343,
42.88748206103821,
46.41019168718647,
45.55146294833892,
46.097416695329166,
42.39761969737247,
47.57468644405274,
43.941718048044606,
47.673662052103325,
45.69333968925734,
48.19298173835161,
44.53449155222373,
47.60237929557478,
44.32205039505898,
48.39158536839616,
48.906621946406034,
45.502932999271025,
47.553984984597975,
47.40486384272844,
47.74131723164392,
47.00182952950659,
44.69636343777441,
48.17931493427532,
46.13094058405519,
46.48216232109748,
47.26281284965855,
45.999866648487036,
46.016804496789995,
47.62493304161129,
47.15097429217494,
46.156924973661916,
44.50996017093772,
48.28245214909225,
47.27856910022716,
47.97567759452931,
48.429876150174394,
48.058800770214965,
48.67271554845933,
44.93110143649954,
48.32561626117632,
48.91583371860075,
46.865492414067255,
47.79723172223537,
48.83390822657838,
45.98725083255466,
39.829022105080185,
48.75985567826551,
44.87177341597329,
48.58121831342093,
46.68633866591994,
48.254609063551065,
46.56125245046285,
47.34447601462197,
47.58719532205789,
46.9198633848744,
45.75702266345802,
47.97671058947568,
48.04860053865012,
47.15542016588779,
48.563458427963106,
49.259836455677544,
48.19180044887721,
48.83284516152968,
44.80467315476869,
47.699996891653214,
47.42062138818359,
48.16389768609514,
49.04956265009272,
45.08254746943534,
46.272214335715354,
46.105052527056294,
46.449686084498126,
47.21293823546102,
47.063888517804166,
44.11521411093561,
46.2153806590901,
45.70669015213756,
48.509741298916644,
48.20552119085338,
47.84692748280424,
48.90059234571017,
46.87999907704391,
45.70088850206935,
44.38619189349475,
45.50825087608487,
39.71162097086718,
47.371749912211605,
43.96656880623161,
46.78304966899958
],
"episode_reward_b": [
39.50719709394276,
43.028596441312054,
41.06053765022537,
36.786175968715014,
36.381029664106684,
31.488211354961557,
38.00538053514206,
37.807790407678155,
38.42253482909036,
39.70008074511355,
31.214488205481167,
37.322284493435625,
45.25832137402546,
47.6067944581243,
46.98856643703627,
47.39827779688612,
43.82063535380387,
48.160902073812935,
43.60799609166854,
48.11577470140223,
47.12889312617158,
48.79532115890107,
46.35632770148247,
48.40158619704986,
43.86702709659556,
48.655384613259024,
49.27108129760404,
46.94769480051888,
48.369323323065316,
48.26990922848563,
48.38306039258555,
47.89010857522664,
46.464242291849594,
48.78620995618355,
47.42062705603681,
47.654774880731665,
48.17352540608133,
47.33324443232468,
47.34453633119333,
48.41662202774088,
47.78018462518844,
47.414636994111135,
45.76761290907466,
48.85496809939481,
48.185712733484785,
48.650451729686225,
48.433775603591066,
48.70586718014333,
49.109880447486766,
45.88285915212551,
48.60309155285911,
49.277222479067156,
47.875504601385565,
48.43541179942567,
49.22260548438558,
47.32483388836978,
43.21934807005346,
49.17323711884368,
46.025626721759956,
48.89393101776121,
47.35183659306848,
48.42066601645079,
47.040834966975225,
48.22965067641464,
48.391463548038594,
47.946575589916286,
47.17134844230535,
48.6204950574188,
48.6411918186673,
48.103613443925205,
48.98755275948751,
49.50655763711836,
48.7945336325848,
49.22122426280434,
46.536448769845784,
48.466664594435485,
48.280414258789065,
48.7759317907301,
49.36333932097756,
46.59495597115272,
47.51480955714356,
47.40155902293915,
47.18867961188764,
48.14195882364067,
47.37592567853613,
45.6366535198163,
47.476920439393396,
46.34161944599379,
49.00649419927777,
48.674689266290294,
48.47696913422078,
49.267061563806784,
47.91999938469593,
47.13392566804623,
46.25746126232983,
45.471219902255946,
42.461959560920135,
48.193022907702556,
44.42215698193218,
47.32254146559729
],
"training_time": 38.248114824295044
}
code/results/run_20260228_154150/single_dqn_best.pt/q_net_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/single_dqn_best.pt/q_net_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/single_dqn_final.pt/q_net_b.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/single_dqn_final.pt/q_net_s.pth
LFS
BIN
View File
Binary file not shown.
code/results/run_20260228_154150/single_dqn_history.json
+819
View File
@@ -0,0 +1,819 @@
{
"episode_qoe_sys": [
0.8750555271063107,
0.8334642246196506,
0.8944059355227642,
0.8131599115951671,
0.8092765328969523,
0.8745342932865176,
0.84647736931472,
0.8931731868763144,
0.8371105379946385,
0.8791961612059754,
0.8632098100221876,
0.8695519775644363,
0.8628423015122363,
0.8734350736187269,
0.8483529907295714,
0.8423114857429086,
0.8803657150294941,
0.8510532702572741,
0.8304631950186421,
0.8667488933621124,
0.8404248771076229,
0.8486487967057422,
0.8635677799799625,
0.8565540838290695,
0.870724875226422,
0.8831801670398814,
0.8131895177407437,
0.8710293758968881,
0.8934705796032028,
0.8148613426629815,
0.8744474789048806,
0.8789667544929187,
0.8525349613783172,
0.857329742343597,
0.8761734355385626,
0.904423015135199,
0.8793849484849577,
0.8826265627949436,
0.8897049139527275,
0.856038733387,
0.860158539511199,
0.8934791156312529,
0.863660296941753,
0.8743186474050196,
0.8656803738847921,
0.8447913350527694,
0.8670804473103136,
0.8533407806193096,
0.8536745980663027,
0.9038680217184262,
0.8989146409674765,
0.9021621023441183,
0.878914912082221,
0.8847237017586503,
0.8998389889172863,
0.8883262979218418,
0.8805060500262849,
0.8582921662291362,
0.9009279679815895,
0.8920813250783018,
0.8886656091252431,
0.9045799775113827,
0.9062378241030054,
0.8667439454547554,
0.9216476515496831,
0.9004182162504288,
0.9198564048480634,
0.9081652375553397,
0.8905713713751645,
0.8848181173371326,
0.9267169358076246,
0.9041009208854462,
0.8901940939219625,
0.8973961191368836,
0.9304034211843525,
0.8902427640425029,
0.8618808623032634,
0.893871265032597,
0.8797448064111576,
0.9267007151146948,
0.8968953932758498,
0.8818460030654914,
0.9019171245678144,
0.8995043861413053,
0.8745279495611749,
0.903095650055987,
0.9212322071487623,
0.8890085263217812,
0.8770007484799784,
0.9017512904769931,
0.9063517732219277,
0.9176161920635857,
0.9182672080051495,
0.8940171907635459,
0.928280825101855,
0.9025254257027007,
0.9165045463393459,
0.8978660981291701,
0.8999012956816024,
0.9209542884387848
],
"episode_qoe_semantic": [
0.7595067186990078,
0.666928449239301,
0.7888118710455285,
0.6274911383621642,
0.6244996683726266,
0.7498404314649052,
0.6929547386294398,
0.7899366590572121,
0.6755909777281238,
0.7583923224119506,
0.7282267747700405,
0.7391039551288724,
0.7256846030244729,
0.7468701472374535,
0.6967059814591431,
0.6892307581532481,
0.7607314300589887,
0.7021065405145478,
0.662915986699796,
0.7430413134837324,
0.6849939602315132,
0.6972975934114842,
0.7271355599599252,
0.7132478941074158,
0.7426378472206073,
0.7663603340797626,
0.6315826439196957,
0.7434229673824485,
0.7919013737262091,
0.6297226853259629,
0.7488949578097609,
0.7579335089858376,
0.7050699227566345,
0.7146594846871942,
0.7523468710771251,
0.808846030270398,
0.7633421484709392,
0.7674390733875787,
0.7794098279054551,
0.7351841737703695,
0.7203170790223985,
0.7869582312625059,
0.7273205938835057,
0.7486372948100393,
0.7313607477695844,
0.6905906283675723,
0.7341608946206274,
0.7070230999136464,
0.7073491961326052,
0.8105019991318582,
0.7978292819349533,
0.8067015094887,
0.7578298241644421,
0.7770739584876726,
0.7996779778345724,
0.7771417369694569,
0.7642843458710774,
0.7165843324582724,
0.8018559359631788,
0.7841626501566042,
0.7794887555411195,
0.8091599550227656,
0.8156010213269062,
0.739429008681028,
0.8568070036172074,
0.8008364325008577,
0.8397128096961269,
0.8173478055741488,
0.7858527396880839,
0.769636234674265,
0.8534338716152496,
0.8082018417708927,
0.7833043347003731,
0.7969113417915545,
0.8628512824641303,
0.7807703302176441,
0.7237617246065271,
0.7899419724923711,
0.7594896128223152,
0.8534014302293897,
0.7937907865516993,
0.7636920061309828,
0.8177261079378509,
0.7990087722826108,
0.7490558991223498,
0.8076261088009953,
0.8458305561469885,
0.7780170526435617,
0.7540014969599566,
0.8051930865533096,
0.8127035464438555,
0.8352323841271719,
0.8426371575221238,
0.7880343815270919,
0.8565616502037099,
0.8050508514054012,
0.8330090926786915,
0.7957321962583401,
0.7998025913632049,
0.8419085768775691
],
"episode_qoe_traditional": [
0.9906043355136134,
1.0,
1.0,
0.99882868482817,
0.9940533974212781,
0.9992281551081301,
1.0,
0.9964097146954167,
0.9986300982611536,
1.0,
0.9981928452743344,
1.0,
1.0,
1.0,
1.0,
0.9953922133325688,
1.0,
1.0,
0.9980104033374877,
0.9904564732404925,
0.9958557939837328,
1.0,
1.0,
0.999860273550723,
0.9988119032322368,
1.0,
0.9947963915617919,
0.9986357844113277,
0.9950397854801962,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9954277484989763,
0.9978140522023082,
1.0,
0.97689329300363,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9989920417379665,
1.0,
0.9996584613249729,
1.0,
0.9972340443049944,
1.0,
0.9976226951995366,
1.0,
0.992373445029628,
1.0,
0.9995108588742263,
0.9967277541814924,
1.0,
1.0,
1.0,
0.9978424627093662,
1.0,
0.9968746268791046,
0.9940588822284827,
0.9864882994821592,
1.0,
1.0,
0.9989826695365306,
0.9952900030622449,
1.0,
1.0,
1.0,
0.997083853143552,
0.9978808964822126,
0.9979555599045742,
0.9997151978673618,
1.0,
0.9978005575728229,
1.0,
1.0,
1.0,
1.0,
0.9861081411977772,
1.0,
1.0,
0.9985651913109789,
0.9966338581505361,
1.0,
1.0,
0.9983094944006765,
1.0,
1.0,
0.9938972584881753,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"episode_lambda": [
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5,
0.5
],
"episode_fairness": [
0.9740002661167355,
0.9461039358756884,
0.9822630439236174,
0.9276640450601222,
0.9211461422181229,
0.9712991765967104,
0.9454405789499944,
0.9833240149213802,
0.9388388991580909,
0.9722697327955144,
0.9633372893854961,
0.9677520331895829,
0.9631237451397194,
0.9668916810445615,
0.9484497071873956,
0.9503967892416795,
0.9713908382411351,
0.9557543500463247,
0.9386319714818648,
0.9687326121703029,
0.9421570574637961,
0.9538371358216053,
0.9578155324408424,
0.9509733401270724,
0.966043203646899,
0.9738084660328239,
0.9325481775742749,
0.9624325263864882,
0.9810055343030716,
0.9276551283727155,
0.9668393732589184,
0.9688472830464001,
0.9523031191066638,
0.9549360281431717,
0.9662505339737281,
0.9863685008365295,
0.9703887909770167,
0.9698625529327858,
0.9768419134804822,
0.956254595617108,
0.9553789771621137,
0.9769916576315444,
0.9573278516536823,
0.9642295079108076,
0.9572285142905201,
0.9423611897562778,
0.9547574745352019,
0.9502490744078728,
0.9546004829458258,
0.9857339316168661,
0.9815822125966447,
0.9832748641586947,
0.9667253992735584,
0.9722653576582375,
0.9803781971078539,
0.9751998403919272,
0.9659699916315807,
0.9540720494285889,
0.97933725313114,
0.9753240832815203,
0.9681438778286977,
0.9795111637533911,
0.9830562753645263,
0.9645826070275493,
0.99175510075744,
0.9786770073736932,
0.9896404888617085,
0.9840471614541737,
0.9757924916053214,
0.9698953295556375,
0.9918168795625071,
0.9822622573484924,
0.9742219487756796,
0.9767791293206538,
0.99209772811477,
0.9788978422154768,
0.9559323907643069,
0.9716210172772877,
0.9748577598538927,
0.9912488966820606,
0.9843162750327383,
0.9692945991054371,
0.9871601457644319,
0.9782622701822892,
0.9685603673847822,
0.9807738108415989,
0.9900269023286703,
0.9712949038859019,
0.9703969374645368,
0.9807627604497174,
0.9876514925641741,
0.9868094705001822,
0.9887804248010861,
0.9745136149500846,
0.9911872319668873,
0.979786223289518,
0.9858626967933972,
0.9825552795590404,
0.9852704770584527,
0.9906156419339796
],
"episode_rate_satisfaction": [
0.98,
1.0,
1.0,
0.9866666666666666,
0.98,
0.9866666666666666,
1.0,
0.9733333333333333,
0.9933333333333333,
1.0,
0.9866666666666667,
1.0,
1.0,
1.0,
1.0,
0.98,
1.0,
1.0,
0.9866666666666666,
0.9466666666666665,
0.98,
1.0,
1.0,
0.9933333333333333,
0.9866666666666666,
1.0,
0.98,
0.9933333333333334,
0.9733333333333333,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9533333333333335,
0.9933333333333333,
1.0,
0.8666666666666666,
1.0,
1.0,
1.0,
1.0,
1.0,
0.9933333333333334,
1.0,
0.9933333333333334,
1.0,
0.9933333333333333,
1.0,
0.9666666666666666,
1.0,
0.96,
1.0,
0.9933333333333333,
0.9866666666666666,
1.0,
1.0,
1.0,
0.96,
1.0,
0.9866666666666666,
0.96,
0.9333333333333332,
1.0,
1.0,
0.9933333333333334,
0.9733333333333333,
1.0,
1.0,
1.0,
0.9666666666666666,
0.9933333333333333,
0.9666666666666666,
0.9933333333333333,
1.0,
0.9866666666666666,
1.0,
1.0,
1.0,
1.0,
0.9466666666666665,
1.0,
1.0,
0.9866666666666666,
0.9666666666666666,
1.0,
1.0,
0.9933333333333333,
1.0,
1.0,
0.9733333333333333,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"episode_reward_s": [
43.752776355315525,
41.67321123098252,
44.72029677613821,
40.65799557975835,
40.46382664484761,
43.72671466432587,
42.323868465736005,
44.658659343815714,
41.855526899731935,
43.95980806029876,
43.16049050110937,
43.47759887822182,
43.14211507561181,
43.67175368093634,
42.41764953647857,
42.115574287145435,
44.0182857514747,
42.5526635128637,
41.52315975093211,
43.33744466810561,
42.02124385538116,
42.4324398352871,
43.17838899899813,
42.82770419145348,
43.5362437613211,
44.159008351994075,
40.65947588703719,
43.5514687948444,
44.67352898016014,
40.74306713314906,
43.72237394524403,
43.948337724645945,
42.62674806891587,
42.86648711717985,
43.80867177692812,
45.22115075675995,
43.96924742424789,
44.131328139747175,
44.48524569763638,
42.80193666934999,
43.00792697555994,
44.67395578156265,
43.183014847087634,
43.71593237025099,
43.284018694239606,
42.23956675263847,
43.35402236551568,
42.66703903096548,
42.68372990331514,
45.19340108592132,
44.945732048373834,
45.10810511720591,
43.94574560411107,
44.236185087932505,
44.9919494458643,
44.41631489609209,
44.02530250131426,
42.91460831145681,
45.04639839907946,
44.60406625391511,
44.433280456262146,
45.22899887556913,
45.31189120515027,
43.33719727273777,
46.082382577484196,
45.02091081252145,
45.99282024240318,
45.40826187776697,
44.52856856875823,
44.24090586685663,
46.33584679038125,
45.205046044272315,
44.50970469609811,
44.86980595684419,
46.520171059217624,
44.51213820212514,
43.09404311516317,
44.69356325162985,
43.987240320557895,
46.335035755734765,
44.84476966379249,
44.09230015327458,
45.09585622839071,
44.975219307065274,
43.72639747805874,
45.154782502799364,
46.06161035743811,
44.45042631608906,
43.85003742399892,
45.08756452384966,
45.31758866109639,
45.8808096031793,
45.913360400257474,
44.7008595381773,
46.41404125509277,
45.12627128513502,
45.82522731696729,
44.89330490645849,
44.99506478408012,
46.04771442193923
],
"episode_reward_b": [
43.752776355315525,
41.67321123098252,
44.72029677613821,
40.65799557975835,
40.46382664484761,
43.72671466432587,
42.323868465736005,
44.658659343815714,
41.855526899731935,
43.95980806029876,
43.16049050110937,
43.47759887822182,
43.14211507561181,
43.67175368093634,
42.41764953647857,
42.115574287145435,
44.0182857514747,
42.5526635128637,
41.52315975093211,
43.33744466810561,
42.02124385538116,
42.4324398352871,
43.17838899899813,
42.82770419145348,
43.5362437613211,
44.159008351994075,
40.65947588703719,
43.5514687948444,
44.67352898016014,
40.74306713314906,
43.72237394524403,
43.948337724645945,
42.62674806891587,
42.86648711717985,
43.80867177692812,
45.22115075675995,
43.96924742424789,
44.131328139747175,
44.48524569763638,
42.80193666934999,
43.00792697555994,
44.67395578156265,
43.183014847087634,
43.71593237025099,
43.284018694239606,
42.23956675263847,
43.35402236551568,
42.66703903096548,
42.68372990331514,
45.19340108592132,
44.945732048373834,
45.10810511720591,
43.94574560411107,
44.236185087932505,
44.9919494458643,
44.41631489609209,
44.02530250131426,
42.91460831145681,
45.04639839907946,
44.60406625391511,
44.433280456262146,
45.22899887556913,
45.31189120515027,
43.33719727273777,
46.082382577484196,
45.02091081252145,
45.99282024240318,
45.40826187776697,
44.52856856875823,
44.24090586685663,
46.33584679038125,
45.205046044272315,
44.50970469609811,
44.86980595684419,
46.520171059217624,
44.51213820212514,
43.09404311516317,
44.69356325162985,
43.987240320557895,
46.335035755734765,
44.84476966379249,
44.09230015327458,
45.09585622839071,
44.975219307065274,
43.72639747805874,
45.154782502799364,
46.06161035743811,
44.45042631608906,
43.85003742399892,
45.08756452384966,
45.31758866109639,
45.8808096031793,
45.913360400257474,
44.7008595381773,
46.41404125509277,
45.12627128513502,
45.82522731696729,
44.89330490645849,
44.99506478408012,
46.04771442193923
],
"training_time": 11.056128740310669
}