wall reward tweaks'

Kaiyotech · Jun 14, 2023 · 1955e28 · 1955e28
1 parent 17e0190
commit 1955e28
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/learner_wall.py b/learner_wall.py
@@ -51,10 +51,10 @@
         ent_coef=0.01,
     )
 
-    run_id = "wall_run0.04"
+    run_id = "wall_run0.05"
     wandb.login(key=os.environ["WANDB_KEY"])
     logger = wandb.init(dir="./wandb_store",
-                        name="Wall_Run0.04",
+                        name="Wall_Run0.05",
                         project="Opti",
                         entity="kaiyotech",
                         id=run_id,
@@ -139,7 +139,7 @@
         disable_gradient_logging=True,
     )
 
-    alg.load("Wall_saves/Opti_1685993454.2613437/Opti_5400/checkpoint.pt")
+    alg.load("Wall_saves/Opti_1686693331.7162821/Opti_5840/checkpoint.pt")
 
     alg.agent.optimizer.param_groups[0]["lr"] = logger.config.actor_lr
     alg.agent.optimizer.param_groups[1]["lr"] = logger.config.critic_lr

diff --git a/worker_wall.py b/worker_wall.py
@@ -27,18 +27,18 @@
     rew = ZeroSumReward(zero_sum=Constants_wall.ZERO_SUM,
                         concede_w=-10,
                         goal_w=10,
-                        velocity_bg_w=0.1,
+                        velocity_bg_w=0.3,
                         velocity_pb_w=0.002,
                         acel_ball_w=2,
-                        jump_touch_w=1,
+                        jump_touch_w=0.1,
                         wall_touch_w=0.5,
                         touch_ball_w=0,
                         tick_skip=Constants_wall.FRAME_SKIP,
                         flatten_wall_height=True,
                         boost_gain_w=2,
                         boost_spend_w=-4,
                         punish_boost=True,
-                        pun_rew_ball_height_w=0.004,
+                        pun_rew_ball_height_w=0.002,
                         dribble_w=-0.1,
                         punish_backboard_pinch_w=-4,
                         )