example json files - updated for new scripts

singuyenmai · Jun 24, 2022 · b652b7d · b652b7d
1 parent a2ec007
commit b652b7d
Show file tree

Hide file tree

Showing 4 changed files with 82 additions and 13 deletions.
diff --git a/.gitignore b/.gitignore
@@ -8,5 +8,6 @@ sandbox/
 deVos2017.zip
 deVos2017/
 
-exp_example/
-collection_example/
+exp_example_Rational/
+exp_example_QLearning/
+collection_example_Rational/
diff --git a/collection_params.sample.json → collection_params.sample.Rational.json b/collection_params.sample.json → collection_params.sample.Rational.json
@@ -1,6 +1,6 @@
 {
-    "collection_ID": "collection_example",
-    "collection_name": "Example collection of experiments",
+    "collection_ID": "collection_example_Rational",
+    "collection_name": "Example collection of experiments - Rational controller",
     "env": {
         "ode_params": {
             "rE": 0.0148,
@@ -24,8 +24,15 @@
         }
     },
     "simulation": {
-        "simulation_time": 2100,
-        "env_step_time": 360.0
+        "simulation_time": 5760.0,
+        "env_step_time": 360.0,
+        "reset_type": "coexist",
+        "reward_func": "minED",
+        "reward_kwargs": {
+            "w_E": 1.0,
+            "Din_max": 120.0,
+            "w_D": 0.5
+        }
     },
     "controller": {
         "type_name": "Rational",

diff --git a/exp_params.sample.QLearning.json b/exp_params.sample.QLearning.json
@@ -0,0 +1,54 @@
+{
+    "exp_ID": "exp_example_QLearning",
+    "exp_name": "Example experiment - QLearning controller",
+    "env": {
+        "ode_params": {
+            "rE": 0.0148,
+            "cE": 0.3088,
+            "rZ": 0.0164,
+            "cZ": 0.3629,
+            "alpha_EZ": 0.02,
+            "alpha_ZE": 0.01,
+            "ki": 0.005,
+            "kd":0.003,
+            "micE": 70.0,
+            "micZ": 140.0,
+            "dmaxE": 0.0296,
+            "dmaxZ": 0.0328,
+            "gamma": 3.5
+        },
+        "initial_conditions":{
+            "E": 0.01,
+            "Z": 0.01,
+            "D": 0.0
+        }
+    },
+    "simulation": {
+        "simulation_time": 5760.0,
+        "env_step_time": 360.0,
+        "reset_type": "coexist",
+        "reward_func": "minED",
+        "reward_kwargs": {
+            "w_E": 1.0,
+            "Din_max": 120.0,
+            "w_D": 0.5
+        }
+    },
+    "controller": {
+        "type_name": "QLearning",
+        "agent": {
+            "n_states": 441,
+            "n_actions": 5,
+            "Din_options": [0.0, 50.0, 70.0, 100.0, 120.0],
+            "drug_time": 180.0,
+            "gamma": 0.9,
+            "alpha": 0.01
+        },
+        "training": {
+            "n_episodes": 1000,
+            "decay": 100,
+            "episode_time_max": 7200.0
+        }
+    }
+
+}
diff --git a/exp_params.sample.json → exp_params.sample.Rational.json b/exp_params.sample.json → exp_params.sample.Rational.json
@@ -1,14 +1,14 @@
 {
-    "exp_ID": "exp_example",
-    "exp_name": "Example experiment",
+    "exp_ID": "exp_example_Rational",
+    "exp_name": "Example experiment - Rational controller",
     "env": {
         "ode_params": {
             "rE": 0.0148,
             "cE": 0.3088,
             "rZ": 0.0164,
             "cZ": 0.3629,
-            "alpha_EZ": -0.03,
-            "alpha_ZE": -0.03,
+            "alpha_EZ": 0.02,
+            "alpha_ZE": 0.01,
             "ki": 0.005,
             "kd":0.003,
             "micE": 70.0,
@@ -24,12 +24,19 @@
         }
     },
     "simulation": {
-        "simulation_time": 2100,
-        "env_step_time": 360.0
+        "simulation_time": 5760.0,
+        "env_step_time": 360.0,
+        "reset_type": "coexist",
+        "reward_func": "minED",
+        "reward_kwargs": {
+            "w_E": 1.0,
+            "Din_max": 120.0,
+            "w_D": 0.5
+        }
     },
     "controller": {
         "type_name": "Rational",
-        "Din": 100.0,
+        "Din": 120.0,
         "drug_time": 180.0
     }
 }