feat: update Ghost RL agent with step count and improved reward logic

ddanakim0304 · Dec 16, 2024 · 28dad09 · 28dad09
1 parent bceff1f
commit 28dad09
Show file tree

Hide file tree

Showing 13 changed files with 783 additions and 411 deletions.
diff --git a/.DS_Store b/.DS_Store
diff --git a/Assets/.DS_Store b/Assets/.DS_Store
diff --git a/Assets/ML-Agents.meta b/Assets/ML-Agents.meta
diff --git a/Assets/ML-Agents/Timers.meta b/Assets/ML-Agents/Timers.meta
diff --git a/Assets/ML-Agents/Timers/ghost_training_scene_timers.json b/Assets/ML-Agents/Timers/ghost_training_scene_timers.json
@@ -0,0 +1 @@
+{"count":1,"self":68.5384832,"total":68.544885999999991,"children":{"InitializeActuators":{"count":1,"self":0.001093,"total":0.001093,"children":null},"InitializeSensors":{"count":1,"self":0.001029,"total":0.001029,"children":null},"AgentSendState":{"count":377,"self":0.0013189999999999999,"total":0.0013189999999999999,"children":null},"DecideAction":{"count":377,"self":0.002188,"total":0.002188,"children":null},"AgentAct":{"count":377,"self":0.000368,"total":0.000368,"children":null}},"gauges":{},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1734361195","unity_version":"2022.3.38f1","command_line_arguments":"\/Applications\/Unity\/Hub\/Editor\/2022.3.38f1\/Unity.app\/Contents\/MacOS\/Unity -projectpath \/Users\/yeinkim\/Documents\/GameDev\/Pacman AI -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-yeinkim -hubSessionId b0fd1799-a053-4c7c-85e2-97e4b41fac50 -accessToken _WhrwS0LAEBbPLbRjNtUHRQxC-jyC8GeFEngL1pogRo004f","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"ghost_training_scene","end_time_seconds":"1734361263"}}
diff --git a/Assets/ML-Agents/Timers/ghost_training_scene_timers.json.meta b/Assets/ML-Agents/Timers/ghost_training_scene_timers.json.meta
diff --git a/Assets/Scenes/Scene1.unity → Assets/Scenes/Main.unity b/Assets/Scenes/Scene1.unity → Assets/Scenes/Main.unity
diff --git a/Assets/Scenes/Scene1.unity.meta → Assets/Scenes/Main.unity.meta b/Assets/Scenes/Scene1.unity.meta → Assets/Scenes/Main.unity.meta
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"count":1,"self":68.5384832,"total":68.544885999999991,"children":{"InitializeActuators":{"count":1,"self":0.001093,"total":0.001093,"children":null},"InitializeSensors":{"count":1,"self":0.001029,"total":0.001029,"children":null},"AgentSendState":{"count":377,"self":0.0013189999999999999,"total":0.0013189999999999999,"children":null},"DecideAction":{"count":377,"self":0.002188,"total":0.002188,"children":null},"AgentAct":{"count":377,"self":0.000368,"total":0.000368,"children":null}},"gauges":{},"metadata":{"timer_format_version":"0.1.0","start_time_seconds":"1734361195","unity_version":"2022.3.38f1","command_line_arguments":"\/Applications\/Unity\/Hub\/Editor\/2022.3.38f1\/Unity.app\/Contents\/MacOS\/Unity -projectpath \/Users\/yeinkim\/Documents\/GameDev\/Pacman AI -useHub -hubIPC -cloudEnvironment production -licensingIpc LicenseClient-yeinkim -hubSessionId b0fd1799-a053-4c7c-85e2-97e4b41fac50 -accessToken _WhrwS0LAEBbPLbRjNtUHRQxC-jyC8GeFEngL1pogRo004f","communication_protocol_version":"1.5.0","com.unity.ml-agents_version":"2.0.1","scene_name":"ghost_training_scene","end_time_seconds":"1734361263"}}