Initial commit: add project materials and code

code/results/run_20260228_155744/all_results.json

@@ -0,0 +1,282 @@
+{
+  "co_maddpg": {
+    "episode_qoe_sys": [
+      0.7113027844231694,
+      0.6344297213112167
+    ],
+    "episode_qoe_semantic": [
+      0.4226055688463388,
+      0.2688594426224332
+    ],
+    "episode_qoe_traditional": [
+      1.0,
+      1.0
+    ],
+    "episode_lambda": [
+      0.6207547547571596,
+      0.5395092957443972
+    ],
+    "episode_fairness": [
+      0.7661071139341958,
+      0.7078592991985423
+    ],
+    "episode_rate_satisfaction": [
+      1.0,
+      1.0
+    ],
+    "episode_reward_s": [
+      5.776441792194522,
+      4.562596418470474
+    ],
+    "episode_reward_b": [
+      8.449613896268866,
+      8.125998007753859
+    ],
+    "training_time": 0.02278614044189453
+  },
+  "pure_coop": {
+    "episode_qoe_sys": [
+      0.7113027826418427,
+      0.634429719402772
+    ],
+    "episode_qoe_semantic": [
+      0.42260556528368554,
+      0.2688594388055441
+    ],
+    "episode_qoe_traditional": [
+      1.0,
+      1.0
+    ],
+    "episode_lambda": [
+      1.0,
+      1.0
+    ],
+    "episode_fairness": [
+      0.7661071135594882,
+      0.7078592958131911
+    ],
+    "episode_rate_satisfaction": [
+      1.0,
+      1.0
+    ],
+    "episode_reward_s": [
+      6.535633391702112,
+      5.613156632833266
+    ],
+    "episode_reward_b": [
+      7.690422261134742,
+      7.075437755222176
+    ],
+    "training_time": 0.028908252716064453
+  },
+  "pure_comp": {
+    "episode_qoe_sys": [
+      0.7113027826418427,
+      0.634429719402772
+    ],
+    "episode_qoe_semantic": [
+      0.42260556528368554,
+      0.2688594388055441
+    ],
+    "episode_qoe_traditional": [
+      1.0,
+      1.0
+    ],
+    "episode_lambda": [
+      0.0,
+      0.0
+    ],
+    "episode_fairness": [
+      0.7661071135594882,
+      0.7078592958131911
+    ],
+    "episode_rate_satisfaction": [
+      1.0,
+      1.0
+    ],
+    "episode_reward_s": [
+      4.80345008755317,
+      3.4197349492498965
+    ],
+    "episode_reward_b": [
+      9.422605565283686,
+      9.268859438805546
+    ],
+    "training_time": 0.02629995346069336
+  },
+  "single_dqn": {
+    "episode_qoe_sys": [
+      0.8996750988525106,
+      0.8866377229765039
+    ],
+    "episode_qoe_semantic": [
+      0.8025437231655568,
+      0.7732754459530079
+    ],
+    "episode_qoe_traditional": [
+      0.9968064745394642,
+      1.0
+    ],
+    "episode_lambda": [
+      0.5,
+      0.5
+    ],
+    "episode_fairness": [
+      0.9855584853871162,
+      0.9740162854248077
+    ],
+    "episode_rate_satisfaction": [
+      0.9666666666666666,
+      1.0
+    ],
+    "episode_reward_s": [
+      8.996750988525106,
+      8.866377229765039
+    ],
+    "episode_reward_b": [
+      8.996750988525106,
+      8.866377229765039
+    ],
+    "training_time": 0.01099705696105957
+  },
+  "iddpg": {
+    "episode_qoe_sys": [
+      0.7113507545159694,
+      0.634429719402772
+    ],
+    "episode_qoe_semantic": [
+      0.4227015090319389,
+      0.2688594388055441
+    ],
+    "episode_qoe_traditional": [
+      1.0,
+      1.0
+    ],
+    "episode_lambda": [
+      0.0,
+      0.0
+    ],
+    "episode_fairness": [
+      0.766128164912615,
+      0.7078592958131911
+    ],
+    "episode_rate_satisfaction": [
+      1.0,
+      1.0
+    ],
+    "episode_reward_s": [
+      4.804313581287451,
+      3.4197349492498965
+    ],
+    "episode_reward_b": [
+      9.422701509031938,
+      9.268859438805546
+    ],
+    "training_time": 0.027754783630371094
+  },
+  "fixed_lambda": {
+    "episode_qoe_sys": [
+      0.7113027826418427,
+      0.634429719402772
+    ],
+    "episode_qoe_semantic": [
+      0.42260556528368554,
+      0.2688594388055441
+    ],
+    "episode_qoe_traditional": [
+      1.0,
+      1.0
+    ],
+    "episode_lambda": [
+      0.5,
+      0.5
+    ],
+    "episode_fairness": [
+      0.7661071135594882,
+      0.7078592958131911
+    ],
+    "episode_rate_satisfaction": [
+      1.0,
+      1.0
+    ],
+    "episode_reward_s": [
+      5.669541739627641,
+      4.516445791041581
+    ],
+    "episode_reward_b": [
+      8.556513913209214,
+      8.17214859701386
+    ],
+    "training_time": 0.026047945022583008
+  },
+  "equal_alloc": {
+    "episode_qoe_sys": [
+      0.9155535371015582,
+      0.9138688645096937
+    ],
+    "episode_qoe_semantic": [
+      0.8311070742031162,
+      0.8277377290193872
+    ],
+    "episode_qoe_traditional": [
+      1.0,
+      1.0
+    ],
+    "episode_lambda": [
+      0.5,
+      0.5
+    ],
+    "episode_fairness": [
+      0.9913232844941204,
+      0.9909702012153767
+    ],
+    "episode_rate_satisfaction": [
+      1.0,
+      1.0
+    ],
+    "episode_reward_s": [
+      8.733303056523374,
+      8.708032967645405
+    ],
+    "episode_reward_b": [
+      9.57776768550779,
+      9.569344322548467
+    ],
+    "training_time": 0.0075609683990478516
+  },
+  "semantic_only": {
+    "episode_qoe_sys": [
+      0.9476448587100288,
+      0.9923984342804163
+    ],
+    "episode_qoe_semantic": [
+      0.896932899256876,
+      0.9847968685608324
+    ],
+    "episode_qoe_traditional": [
+      0.9983568181631816,
+      1.0
+    ],
+    "episode_lambda": [
+      1.0,
+      1.0
+    ],
+    "episode_fairness": [
+      0.9942327960366917,
+      0.9999411716548007
+    ],
+    "episode_rate_satisfaction": [
+      0.9666666666666666,
+      1.0
+    ],
+    "episode_reward_s": [
+      9.476448587100288,
+      9.923984342804163
+    ],
+    "episode_reward_b": [
+      9.476448587100288,
+      9.923984342804163
+    ],
+    "training_time": 0.02163839340209961
+  }
+}

code/results/run_20260228_155744/co_maddpg_history.json

@@ -0,0 +1,35 @@
+{
+  "episode_qoe_sys": [
+    0.7113027844231694,
+    0.6344297213112167
+  ],
+  "episode_qoe_semantic": [
+    0.4226055688463388,
+    0.2688594426224332
+  ],
+  "episode_qoe_traditional": [
+    1.0,
+    1.0
+  ],
+  "episode_lambda": [
+    0.6207547547571596,
+    0.5395092957443972
+  ],
+  "episode_fairness": [
+    0.7661071139341958,
+    0.7078592991985423
+  ],
+  "episode_rate_satisfaction": [
+    1.0,
+    1.0
+  ],
+  "episode_reward_s": [
+    5.776441792194522,
+    4.562596418470474
+  ],
+  "episode_reward_b": [
+    8.449613896268866,
+    8.125998007753859
+  ],
+  "training_time": 0.02278614044189453
+}

code/results/run_20260228_155744/config.yaml

@@ -0,0 +1,47 @@
+env:
+  bandwidth: 10000000.0
+  carrier_freq: 3.5
+  max_distance: 500
+  max_power: 1.0
+  min_distance: 50
+  min_rate_req: 500000.0
+  noise_psd: -174
+  num_semantic_users: 3
+  num_subcarriers: 64
+  num_traditional_users: 3
+  rho_max: 1.0
+  rho_min: 0.05
+  subcarrier_spacing: 156250.0
+  w1: 0.7
+  w2: 0.3
+network:
+  actor_hidden:
+  - 256
+  - 256
+  - 128
+  critic_hidden:
+  - 512
+  - 512
+  - 256
+reward:
+  comp_self: 0.8
+  comp_sys: 0.2
+  coop_other: 0.3
+  coop_self: 0.5
+  coop_sys: 0.2
+training:
+  actor_lr: 0.0001
+  batch_size: 256
+  beta: 5.0
+  buffer_capacity: 100000
+  critic_lr: 0.0003
+  gamma: 0.95
+  max_episodes: 2
+  max_steps: 10
+  ou_sigma_init: 0.2
+  ou_sigma_min: 0.01
+  ou_theta: 0.15
+  q_threshold: 0.6
+  seed: 42
+  tau: 0.01
+  update_interval: 5

code/results/run_20260228_155744/equal_alloc_history.json

@@ -0,0 +1,35 @@
+{
+  "episode_qoe_sys": [
+    0.9155535371015582,
+    0.9138688645096937
+  ],
+  "episode_qoe_semantic": [
+    0.8311070742031162,
+    0.8277377290193872
+  ],
+  "episode_qoe_traditional": [
+    1.0,
+    1.0
+  ],
+  "episode_lambda": [
+    0.5,
+    0.5
+  ],
+  "episode_fairness": [
+    0.9913232844941204,
+    0.9909702012153767
+  ],
+  "episode_rate_satisfaction": [
+    1.0,
+    1.0
+  ],
+  "episode_reward_s": [
+    8.733303056523374,
+    8.708032967645405
+  ],
+  "episode_reward_b": [
+    9.57776768550779,
+    9.569344322548467
+  ],
+  "training_time": 0.0075609683990478516
+}

code/results/run_20260228_155744/fixed_lambda_history.json

@@ -0,0 +1,35 @@
+{
+  "episode_qoe_sys": [
+    0.7113027826418427,
+    0.634429719402772
+  ],
+  "episode_qoe_semantic": [
+    0.42260556528368554,
+    0.2688594388055441
+  ],
+  "episode_qoe_traditional": [
+    1.0,
+    1.0
+  ],
+  "episode_lambda": [
+    0.5,
+    0.5
+  ],
+  "episode_fairness": [
+    0.7661071135594882,
+    0.7078592958131911
+  ],
+  "episode_rate_satisfaction": [
+    1.0,
+    1.0
+  ],
+  "episode_reward_s": [
+    5.669541739627641,
+    4.516445791041581
+  ],
+  "episode_reward_b": [
+    8.556513913209214,
+    8.17214859701386
+  ],
+  "training_time": 0.026047945022583008
+}

code/results/run_20260228_155744/iddpg_history.json

@@ -0,0 +1,35 @@
+{
+  "episode_qoe_sys": [
+    0.7113507545159694,
+    0.634429719402772
+  ],
+  "episode_qoe_semantic": [
+    0.4227015090319389,
+    0.2688594388055441
+  ],
+  "episode_qoe_traditional": [
+    1.0,
+    1.0
+  ],
+  "episode_lambda": [
+    0.0,
+    0.0
+  ],
+  "episode_fairness": [
+    0.766128164912615,
+    0.7078592958131911
+  ],
+  "episode_rate_satisfaction": [
+    1.0,
+    1.0
+  ],
+  "episode_reward_s": [
+    4.804313581287451,
+    3.4197349492498965
+  ],
+  "episode_reward_b": [
+    9.422701509031938,
+    9.268859438805546
+  ],
+  "training_time": 0.027754783630371094
+}

code/results/run_20260228_155744/pure_comp_history.json

@@ -0,0 +1,35 @@
+{
+  "episode_qoe_sys": [
+    0.7113027826418427,
+    0.634429719402772
+  ],
+  "episode_qoe_semantic": [
+    0.42260556528368554,
+    0.2688594388055441
+  ],
+  "episode_qoe_traditional": [
+    1.0,
+    1.0
+  ],
+  "episode_lambda": [
+    0.0,
+    0.0
+  ],
+  "episode_fairness": [
+    0.7661071135594882,
+    0.7078592958131911
+  ],
+  "episode_rate_satisfaction": [
+    1.0,
+    1.0
+  ],
+  "episode_reward_s": [
+    4.80345008755317,
+    3.4197349492498965
+  ],
+  "episode_reward_b": [
+    9.422605565283686,
+    9.268859438805546
+  ],
+  "training_time": 0.02629995346069336
+}

code/results/run_20260228_155744/pure_coop_history.json

@@ -0,0 +1,35 @@
+{
+  "episode_qoe_sys": [
+    0.7113027826418427,
+    0.634429719402772
+  ],
+  "episode_qoe_semantic": [
+    0.42260556528368554,
+    0.2688594388055441
+  ],
+  "episode_qoe_traditional": [
+    1.0,
+    1.0
+  ],
+  "episode_lambda": [
+    1.0,
+    1.0
+  ],
+  "episode_fairness": [
+    0.7661071135594882,
+    0.7078592958131911
+  ],
+  "episode_rate_satisfaction": [
+    1.0,
+    1.0
+  ],
+  "episode_reward_s": [
+    6.535633391702112,
+    5.613156632833266
+  ],
+  "episode_reward_b": [
+    7.690422261134742,
+    7.075437755222176
+  ],
+  "training_time": 0.028908252716064453
+}

code/results/run_20260228_155744/semantic_only_history.json

@@ -0,0 +1,35 @@
+{
+  "episode_qoe_sys": [
+    0.9476448587100288,
+    0.9923984342804163
+  ],
+  "episode_qoe_semantic": [
+    0.896932899256876,
+    0.9847968685608324
+  ],
+  "episode_qoe_traditional": [
+    0.9983568181631816,
+    1.0
+  ],
+  "episode_lambda": [
+    1.0,
+    1.0
+  ],
+  "episode_fairness": [
+    0.9942327960366917,
+    0.9999411716548007
+  ],
+  "episode_rate_satisfaction": [
+    0.9666666666666666,
+    1.0
+  ],
+  "episode_reward_s": [
+    9.476448587100288,
+    9.923984342804163
+  ],
+  "episode_reward_b": [
+    9.476448587100288,
+    9.923984342804163
+  ],
+  "training_time": 0.02163839340209961
+}

code/results/run_20260228_155744/single_dqn_history.json

@@ -0,0 +1,35 @@
+{
+  "episode_qoe_sys": [
+    0.8996750988525106,
+    0.8866377229765039
+  ],
+  "episode_qoe_semantic": [
+    0.8025437231655568,
+    0.7732754459530079
+  ],
+  "episode_qoe_traditional": [
+    0.9968064745394642,
+    1.0
+  ],
+  "episode_lambda": [
+    0.5,
+    0.5
+  ],
+  "episode_fairness": [
+    0.9855584853871162,
+    0.9740162854248077
+  ],
+  "episode_rate_satisfaction": [
+    0.9666666666666666,
+    1.0
+  ],
+  "episode_reward_s": [
+    8.996750988525106,
+    8.866377229765039
+  ],
+  "episode_reward_b": [
+    8.996750988525106,
+    8.866377229765039
+  ],
+  "training_time": 0.01099705696105957
+}