Initial commit: add project materials and code
This commit is contained in:
@@ -0,0 +1,47 @@
|
||||
env:
|
||||
bandwidth: 10000000.0
|
||||
carrier_freq: 3.5
|
||||
max_distance: 500
|
||||
max_power: 1.0
|
||||
min_distance: 50
|
||||
min_rate_req: 500000.0
|
||||
noise_psd: -174
|
||||
num_semantic_users: 3
|
||||
num_subcarriers: 64
|
||||
num_traditional_users: 3
|
||||
rho_max: 1.0
|
||||
rho_min: 0.05
|
||||
subcarrier_spacing: 156250.0
|
||||
w1: 0.7
|
||||
w2: 0.3
|
||||
network:
|
||||
actor_hidden:
|
||||
- 256
|
||||
- 256
|
||||
- 128
|
||||
critic_hidden:
|
||||
- 512
|
||||
- 512
|
||||
- 256
|
||||
reward:
|
||||
comp_self: 0.8
|
||||
comp_sys: 0.2
|
||||
coop_other: 0.3
|
||||
coop_self: 0.5
|
||||
coop_sys: 0.2
|
||||
training:
|
||||
actor_lr: 0.0001
|
||||
batch_size: 256
|
||||
beta: 5.0
|
||||
buffer_capacity: 100000
|
||||
critic_lr: 0.0003
|
||||
gamma: 0.95
|
||||
max_episodes: 3
|
||||
max_steps: 10
|
||||
ou_sigma_init: 0.2
|
||||
ou_sigma_min: 0.01
|
||||
ou_theta: 0.15
|
||||
q_threshold: 0.6
|
||||
seed: 42
|
||||
tau: 0.01
|
||||
update_interval: 5
|
||||
@@ -0,0 +1,43 @@
|
||||
{
|
||||
"episode_qoe_sys": [
|
||||
0.9155535371015582,
|
||||
0.9138688645096937,
|
||||
0.9056880368178429
|
||||
],
|
||||
"episode_qoe_semantic": [
|
||||
0.8311070742031162,
|
||||
0.8277377290193872,
|
||||
0.8113760736356859
|
||||
],
|
||||
"episode_qoe_traditional": [
|
||||
1.0,
|
||||
1.0,
|
||||
1.0
|
||||
],
|
||||
"episode_lambda": [
|
||||
0.5,
|
||||
0.5,
|
||||
0.5
|
||||
],
|
||||
"episode_fairness": [
|
||||
0.9913232844941204,
|
||||
0.9909702012153767,
|
||||
0.9878097137456644
|
||||
],
|
||||
"episode_rate_satisfaction": [
|
||||
1.0,
|
||||
1.0,
|
||||
1.0
|
||||
],
|
||||
"episode_reward_s": [
|
||||
8.733303056523374,
|
||||
8.708032967645405,
|
||||
8.585320552267643
|
||||
],
|
||||
"episode_reward_b": [
|
||||
9.57776768550779,
|
||||
9.569344322548467,
|
||||
9.528440184089215
|
||||
],
|
||||
"training_time": 0.008931398391723633
|
||||
}
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@@ -0,0 +1,43 @@
|
||||
{
|
||||
"episode_qoe_sys": [
|
||||
0.8968791602798086,
|
||||
0.862955282639947,
|
||||
0.8855898874949111
|
||||
],
|
||||
"episode_qoe_semantic": [
|
||||
0.793758320559617,
|
||||
0.7259105652798941,
|
||||
0.7711797749898219
|
||||
],
|
||||
"episode_qoe_traditional": [
|
||||
1.0,
|
||||
1.0,
|
||||
1.0
|
||||
],
|
||||
"episode_lambda": [
|
||||
0.5,
|
||||
0.5,
|
||||
0.5
|
||||
],
|
||||
"episode_fairness": [
|
||||
0.9823216140378461,
|
||||
0.9653094801712315,
|
||||
0.977852788570174
|
||||
],
|
||||
"episode_rate_satisfaction": [
|
||||
1.0,
|
||||
1.0,
|
||||
1.0
|
||||
],
|
||||
"episode_reward_s": [
|
||||
8.968791602798085,
|
||||
8.62955282639947,
|
||||
8.85589887494911
|
||||
],
|
||||
"episode_reward_b": [
|
||||
8.968791602798085,
|
||||
8.62955282639947,
|
||||
8.85589887494911
|
||||
],
|
||||
"training_time": 0.026282548904418945
|
||||
}
|
||||
Reference in New Issue
Block a user