Skip to content

Commit b40e435

Browse files
AboudyKreidiehakashvelu
AboudyKreidieh
and
akashvelu
authoredJul 8, 2020
Requirements update (flow-project#963)
* updated requirements.txt and environment.yml * Visualizer tests fixes * remove .func Co-authored-by: akashvelu <akashvelu@berkeley.edu>
1 parent d36da2e commit b40e435

File tree

11 files changed

+64
-42
lines changed

11 files changed

+64
-42
lines changed
 

‎environment.yml

+12-13
Original file line numberDiff line numberDiff line change
@@ -1,18 +1,17 @@
11
name: flow
22

33
dependencies:
4-
- python==3.6.8
5-
- scipy==1.1.0
6-
- lxml==4.4.1
7-
- six==1.11.0
8-
- path.py
9-
- python-dateutil==2.7.3
10-
- pip>=18.0
11-
- tensorflow==1.9.0
12-
- cloudpickle==1.2.1
13-
- setuptools==41.0.0
14-
- plotly==2.4.0
4+
- python==3.7.3
155
- pip:
6+
- scipy==1.1.0
7+
- lxml==4.4.1
8+
- six==1.11.0
9+
- path.py
10+
- python-dateutil==2.7.3
11+
- pip>=18.0
12+
- tensorflow==1.15.2
13+
- setuptools==41.0.0
14+
- plotly==2.4.0
1615
- gym==0.14.0
1716
- pyprind==2.11.2
1817
- nose2==0.8.0
@@ -21,9 +20,9 @@ dependencies:
2120
- matplotlib==3.0.0
2221
- dill
2322
- lz4
24-
- ray==0.7.3
23+
- ray==0.8.0
2524
- setproctitle
2625
- psutil
2726
- opencv-python
28-
- boto3==1.4.8
27+
- boto3==1.10.45
2928
- redis~=2.10.6

‎flow/visualize/visualizer_rllib.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -166,7 +166,7 @@ def visualizer_rllib(args):
166166
if multiagent:
167167
rets = {}
168168
# map the agent id to its policy
169-
policy_map_fn = config['multiagent']['policy_mapping_fn'].func
169+
policy_map_fn = config['multiagent']['policy_mapping_fn']
170170
for key in config['multiagent']['policies'].keys():
171171
rets[key] = []
172172
else:
@@ -177,7 +177,7 @@ def visualizer_rllib(args):
177177
if multiagent:
178178
state_init = {}
179179
# map the agent id to its policy
180-
policy_map_fn = config['multiagent']['policy_mapping_fn'].func
180+
policy_map_fn = config['multiagent']['policy_mapping_fn']
181181
size = config['model']['lstm_cell_size']
182182
for key in config['multiagent']['policies'].keys():
183183
state_init[key] = [np.zeros(size, np.float32),

‎requirements.txt

+8-3
Original file line numberDiff line numberDiff line change
@@ -9,19 +9,24 @@ path.py
99
joblib==0.10.3
1010
python-dateutil==2.7.3
1111
cached_property
12-
cloudpickle==1.2.0
1312
pyglet==1.3.2
1413
matplotlib==3.1.0
1514
imutils==0.5.1
1615
numpydoc
17-
ray==0.7.3
16+
ray==0.8.0
1817
opencv-python
1918
dill
2019
lz4
2120
setproctitle
2221
psutil
2322
opencv-python
24-
boto3==1.4.8
23+
boto3==1.10.45
2524
redis~=2.10.6
2625
pandas==0.24.2
2726
plotly==2.4.0
27+
tabulate
28+
tensorflow==1.15.2
29+
awscli==1.16.309
30+
torch==1.4.0
31+
pytz
32+
tensorboardX

‎tests/data/rllib_data/multi_agent/checkpoint_1/checkpoint-1

9.91 KB
Binary file not shown.

‎tests/data/rllib_data/multi_agent/checkpoint_1/checkpoint-1.tune_metadata

30 Bytes
Binary file not shown.

‎tests/data/rllib_data/multi_agent/params.json

+24-16
Original file line numberDiff line numberDiff line change
@@ -8,53 +8,59 @@
88
"on_sample_end": null,
99
"on_train_result": null
1010
},
11-
"clip_actions": false,
11+
"clip_actions": true,
1212
"clip_param": 0.3,
1313
"clip_rewards": null,
1414
"collect_metrics_timeout": 180,
1515
"compress_observations": false,
1616
"custom_resources_per_worker": {},
17+
"eager": false,
18+
"eager_tracing": false,
1719
"entropy_coeff": 0.0,
1820
"entropy_coeff_schedule": null,
19-
"env": "MultiWaveAttenuationPOEnv-v0",
21+
"env": "MultiAgentAccelPOEnv-v1",
2022
"env_config": {
21-
"flow_params": "{\n \"env\": {\n \"additional_params\": {\n \"max_accel\": 1,\n \"max_decel\": 1,\n \"ring_length\": [\n 230,\n 230\n ],\n \"target_velocity\": 4\n },\n \"clip_actions\": true,\n \"evaluate\": false,\n \"horizon\": 3000,\n \"sims_per_step\": 1,\n \"warmup_steps\": 750\n },\n \"env_name\": \"MultiWaveAttenuationPOEnv\",\n \"exp_tag\": \"lord_of_numrings1\",\n \"initial\": {\n \"additional_params\": {},\n \"bunching\": 20.0,\n \"edges_distribution\": \"all\",\n \"lanes_distribution\": Infinity,\n \"min_gap\": 0,\n \"perturbation\": 0.0,\n \"shuffle\": false,\n \"spacing\": \"custom\",\n \"x0\": 0\n },\n \"net\": {\n \"additional_params\": {\n \"lanes\": 1,\n \"length\": 230,\n \"num_rings\": 1,\n \"resolution\": 40,\n \"speed_limit\": 30\n },\n \"inflows\": {\n \"_InFlows__flows\": []\n },\n \"osm_path\": null,\n \"template\": null\n },\n \"network\": \"MultiRingNetwork\",\n \"sim\": {\n \"color_vehicles\": true,\n \"emission_path\": null,\n \"lateral_resolution\": null,\n \"no_step_log\": true,\n \"num_clients\": 1,\n \"overtake_right\": false,\n \"port\": null,\n \"print_warnings\": true,\n \"pxpm\": 2,\n \"render\": false,\n \"restart_instance\": false,\n \"save_render\": false,\n \"seed\": null,\n \"show_radius\": false,\n \"sight_radius\": 25,\n \"sim_step\": 0.1,\n \"teleport_time\": -1\n },\n \"simulator\": \"traci\",\n \"veh\": [\n {\n \"acceleration_controller\": [\n \"IDMController\",\n {\n \"noise\": 0.2\n }\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 2.6,\n \"carFollowModel\": \"IDM\",\n \"decel\": 4.5,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 25\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 21,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"human_0\"\n },\n {\n \"acceleration_controller\": [\n \"RLController\",\n {}\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 2.6,\n \"carFollowModel\": \"IDM\",\n \"decel\": 4.5,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 25\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 1,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"rl_0\"\n }\n ]\n}",
23+
"flow_params": "{\n \"env\": {\n \"additional_params\": {\n \"max_accel\": 3,\n \"max_decel\": 3,\n \"sort_vehicles\": false,\n \"target_velocity\": 20\n },\n \"clip_actions\": true,\n \"evaluate\": false,\n \"horizon\": 1500,\n \"sims_per_step\": 1,\n \"warmup_steps\": 0\n },\n \"env_name\": \"flow.envs.multiagent.ring.accel.MultiAgentAccelPOEnv\",\n \"exp_tag\": \"multiagent_figure_eight\",\n \"initial\": {\n \"additional_params\": {},\n \"bunching\": 0,\n \"edges_distribution\": \"all\",\n \"lanes_distribution\": Infinity,\n \"min_gap\": 0,\n \"perturbation\": 0.0,\n \"shuffle\": false,\n \"spacing\": \"uniform\",\n \"x0\": 0\n },\n \"net\": {\n \"additional_params\": {\n \"lanes\": 1,\n \"radius_ring\": 30,\n \"resolution\": 40,\n \"speed_limit\": 30\n },\n \"inflows\": {\n \"_InFlows__flows\": []\n },\n \"osm_path\": null,\n \"template\": null\n },\n \"network\": \"flow.networks.figure_eight.FigureEightNetwork\",\n \"sim\": {\n \"color_by_speed\": false,\n \"emission_path\": null,\n \"force_color_update\": false,\n \"lateral_resolution\": null,\n \"no_step_log\": true,\n \"num_clients\": 1,\n \"overtake_right\": false,\n \"port\": null,\n \"print_warnings\": true,\n \"pxpm\": 2,\n \"render\": false,\n \"restart_instance\": false,\n \"save_render\": false,\n \"seed\": null,\n \"show_radius\": false,\n \"sight_radius\": 25,\n \"sim_step\": 0.1,\n \"teleport_time\": -1,\n \"use_ballistic\": false\n },\n \"simulator\": \"traci\",\n \"veh\": [\n {\n \"acceleration_controller\": [\n \"IDMController\",\n {\n \"noise\": 0.2\n }\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 2.6,\n \"carFollowModel\": \"IDM\",\n \"decel\": 1.5,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 1\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 6,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"human_0\"\n },\n {\n \"acceleration_controller\": [\n \"RLController\",\n {}\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 3,\n \"carFollowModel\": \"IDM\",\n \"decel\": 3,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 1\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 1,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"rl_0\"\n },\n {\n \"acceleration_controller\": [\n \"IDMController\",\n {\n \"noise\": 0.2\n }\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 2.6,\n \"carFollowModel\": \"IDM\",\n \"decel\": 1.5,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 1\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 6,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"human_1\"\n },\n {\n \"acceleration_controller\": [\n \"RLController\",\n {}\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 3,\n \"carFollowModel\": \"IDM\",\n \"decel\": 3,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 1\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 1,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"rl_1\"\n }\n ]\n}",
2224
"run": "PPO"
2325
},
2426
"evaluation_config": {},
2527
"evaluation_interval": null,
2628
"evaluation_num_episodes": 10,
2729
"gamma": 0.999,
2830
"grad_clip": null,
29-
"horizon": 3000,
31+
"horizon": 1500,
3032
"ignore_worker_failures": false,
3133
"input": "sampler",
3234
"input_evaluation": [
3335
"is",
3436
"wis"
3537
],
3638
"kl_coeff": 0.2,
37-
"kl_target": 0.01,
38-
"lambda": 1.0,
39+
"kl_target": 0.02,
40+
"lambda": 0.97,
3941
"local_tf_session_args": {
4042
"inter_op_parallelism_threads": 8,
4143
"intra_op_parallelism_threads": 8
4244
},
43-
"log_level": "INFO",
45+
"log_level": "WARN",
4446
"log_sys_usage": true,
45-
"lr": 1e-05,
47+
"lr": 5e-05,
4648
"lr_schedule": null,
49+
"memory": 0,
50+
"memory_per_worker": 0,
4751
"metrics_smoothing_episodes": 100,
4852
"min_iter_time_s": 0,
4953
"model": {
5054
"conv_activation": "relu",
5155
"conv_filters": null,
56+
"custom_action_dist": null,
5257
"custom_model": null,
5358
"custom_options": {},
5459
"custom_preprocessor": null,
5560
"dim": 84,
5661
"fcnet_activation": "tanh",
5762
"fcnet_hiddens": [
63+
32,
5864
32,
5965
32
6066
],
@@ -75,23 +81,25 @@
7581
"policies": {
7682
"av": [
7783
"<class 'ray.rllib.policy.tf_policy_template.PPOTFPolicy'>",
78-
"Box(3,)",
84+
"Box(6,)",
7985
"Box(1,)",
8086
{}
8187
]
8288
},
83-
"policies_to_train": [
84-
"av"
85-
],
86-
"policy_mapping_fn": "tune.function(<function setup_exps.<locals>.policy_mapping_fn at 0x7fda132e6c80>)"
89+
"policies_to_train": null,
90+
"policy_mapping_fn": "<function policy_mapping_fn at 0x147740598>"
8791
},
92+
"no_done_at_end": false,
93+
"no_eager_on_workers": false,
8894
"num_cpus_for_driver": 1,
8995
"num_cpus_per_worker": 1,
9096
"num_envs_per_worker": 1,
9197
"num_gpus": 0,
9298
"num_gpus_per_worker": 0,
93-
"num_sgd_iter": 30,
99+
"num_sgd_iter": 10,
94100
"num_workers": 2,
101+
"object_store_memory": 0,
102+
"object_store_memory_per_worker": 0,
95103
"observation_filter": "NoFilter",
96104
"optimizer": {},
97105
"output": null,
@@ -110,7 +118,7 @@
110118
"sgd_minibatch_size": 128,
111119
"shuffle_buffer_size": 0,
112120
"shuffle_sequences": true,
113-
"simple_optimizer": true,
121+
"simple_optimizer": false,
114122
"soft_horizon": false,
115123
"synchronize_filters": true,
116124
"tf_session_args": {
@@ -126,7 +134,7 @@
126134
"log_device_placement": false
127135
},
128136
"timesteps_per_iteration": 0,
129-
"train_batch_size": 60000,
137+
"train_batch_size": 30000,
130138
"use_gae": true,
131139
"vf_clip_param": 10.0,
132140
"vf_loss_coeff": 1.0,

‎tests/data/rllib_data/multi_agent/params.pkl

3.73 KB
Binary file not shown.

‎tests/data/rllib_data/single_agent/checkpoint_1/checkpoint-1

25 KB
Binary file not shown.

‎tests/data/rllib_data/single_agent/checkpoint_1/checkpoint-1.tune_metadata

30 Bytes
Binary file not shown.

‎tests/data/rllib_data/single_agent/params.json

+18-8
Original file line numberDiff line numberDiff line change
@@ -8,25 +8,27 @@
88
"on_sample_end": null,
99
"on_train_result": null
1010
},
11-
"clip_actions": false,
11+
"clip_actions": true,
1212
"clip_param": 0.3,
1313
"clip_rewards": null,
1414
"collect_metrics_timeout": 180,
1515
"compress_observations": false,
1616
"custom_resources_per_worker": {},
17+
"eager": false,
18+
"eager_tracing": false,
1719
"entropy_coeff": 0.0,
1820
"entropy_coeff_schedule": null,
19-
"env": "WaveAttenuationPOEnv-v0",
21+
"env": "AccelEnv-v0",
2022
"env_config": {
21-
"flow_params": "{\n \"env\": {\n \"additional_params\": {\n \"max_accel\": 1,\n \"max_decel\": 1,\n \"ring_length\": [\n 220,\n 270\n ]\n },\n \"clip_actions\": false,\n \"evaluate\": false,\n \"horizon\": 3000,\n \"sims_per_step\": 1,\n \"warmup_steps\": 750\n },\n \"env_name\": \"WaveAttenuationPOEnv\",\n \"exp_tag\": \"stabilizing_the_ring\",\n \"initial\": {\n \"additional_params\": {},\n \"bunching\": 0,\n \"edges_distribution\": \"all\",\n \"lanes_distribution\": Infinity,\n \"min_gap\": 0,\n \"perturbation\": 0.0,\n \"shuffle\": false,\n \"spacing\": \"uniform\",\n \"x0\": 0\n },\n \"net\": {\n \"additional_params\": {\n \"lanes\": 1,\n \"length\": 260,\n \"resolution\": 40,\n \"speed_limit\": 30\n },\n \"inflows\": {\n \"_InFlows__flows\": []\n },\n \"osm_path\": null,\n \"template\": null\n },\n \"network\": \"RingNetwork\",\n \"sim\": {\n \"color_vehicles\": true,\n \"emission_path\": null,\n \"lateral_resolution\": null,\n \"no_step_log\": true,\n \"num_clients\": 1,\n \"overtake_right\": false,\n \"port\": null,\n \"print_warnings\": true,\n \"pxpm\": 2,\n \"render\": false,\n \"restart_instance\": false,\n \"save_render\": false,\n \"seed\": null,\n \"show_radius\": false,\n \"sight_radius\": 25,\n \"sim_step\": 0.1,\n \"teleport_time\": -1\n },\n \"simulator\": \"traci\",\n \"veh\": [\n {\n \"acceleration_controller\": [\n \"IDMController\",\n {\n \"noise\": 0.2\n }\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 2.6,\n \"carFollowModel\": \"IDM\",\n \"decel\": 4.5,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 0,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 25\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 21,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"human\"\n },\n {\n \"acceleration_controller\": [\n \"RLController\",\n {}\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 2.6,\n \"carFollowModel\": \"IDM\",\n \"decel\": 4.5,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 25\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 1,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"rl\"\n }\n ]\n}",
23+
"flow_params": "{\n \"env\": {\n \"additional_params\": {\n \"max_accel\": 3,\n \"max_decel\": 3,\n \"sort_vehicles\": false,\n \"target_velocity\": 20\n },\n \"clip_actions\": true,\n \"evaluate\": false,\n \"horizon\": 1500,\n \"sims_per_step\": 1,\n \"warmup_steps\": 0\n },\n \"env_name\": \"flow.envs.ring.accel.AccelEnv\",\n \"exp_tag\": \"singleagent_figure_eight\",\n \"initial\": {\n \"additional_params\": {},\n \"bunching\": 0,\n \"edges_distribution\": \"all\",\n \"lanes_distribution\": Infinity,\n \"min_gap\": 0,\n \"perturbation\": 0.0,\n \"shuffle\": false,\n \"spacing\": \"uniform\",\n \"x0\": 0\n },\n \"net\": {\n \"additional_params\": {\n \"lanes\": 1,\n \"radius_ring\": 30,\n \"resolution\": 40,\n \"speed_limit\": 30\n },\n \"inflows\": {\n \"_InFlows__flows\": []\n },\n \"osm_path\": null,\n \"template\": null\n },\n \"network\": \"flow.networks.figure_eight.FigureEightNetwork\",\n \"sim\": {\n \"color_by_speed\": false,\n \"emission_path\": null,\n \"force_color_update\": false,\n \"lateral_resolution\": null,\n \"no_step_log\": true,\n \"num_clients\": 1,\n \"overtake_right\": false,\n \"port\": null,\n \"print_warnings\": true,\n \"pxpm\": 2,\n \"render\": false,\n \"restart_instance\": false,\n \"save_render\": false,\n \"seed\": null,\n \"show_radius\": false,\n \"sight_radius\": 25,\n \"sim_step\": 0.1,\n \"teleport_time\": -1,\n \"use_ballistic\": false\n },\n \"simulator\": \"traci\",\n \"veh\": [\n {\n \"acceleration_controller\": [\n \"IDMController\",\n {\n \"noise\": 0.2\n }\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 2.6,\n \"carFollowModel\": \"IDM\",\n \"decel\": 1.5,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 1\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 13,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"human\"\n },\n {\n \"acceleration_controller\": [\n \"RLController\",\n {}\n ],\n \"car_following_params\": {\n \"controller_params\": {\n \"accel\": 2.6,\n \"carFollowModel\": \"IDM\",\n \"decel\": 1.5,\n \"impatience\": 0.5,\n \"maxSpeed\": 30,\n \"minGap\": 2.5,\n \"sigma\": 0.5,\n \"speedDev\": 0.1,\n \"speedFactor\": 1.0,\n \"tau\": 1.0\n },\n \"speed_mode\": 1\n },\n \"initial_speed\": 0,\n \"lane_change_controller\": [\n \"SimLaneChangeController\",\n {}\n ],\n \"lane_change_params\": {\n \"controller_params\": {\n \"laneChangeModel\": \"LC2013\",\n \"lcCooperative\": \"1.0\",\n \"lcKeepRight\": \"1.0\",\n \"lcSpeedGain\": \"1.0\",\n \"lcStrategic\": \"1.0\"\n },\n \"lane_change_mode\": 512\n },\n \"num_vehicles\": 1,\n \"routing_controller\": [\n \"ContinuousRouter\",\n {}\n ],\n \"veh_id\": \"rl\"\n }\n ]\n}",
2224
"run": "PPO"
2325
},
2426
"evaluation_config": {},
2527
"evaluation_interval": null,
2628
"evaluation_num_episodes": 10,
2729
"gamma": 0.999,
2830
"grad_clip": null,
29-
"horizon": 3000,
31+
"horizon": 1500,
3032
"ignore_worker_failures": false,
3133
"input": "sampler",
3234
"input_evaluation": [
@@ -40,23 +42,27 @@
4042
"inter_op_parallelism_threads": 8,
4143
"intra_op_parallelism_threads": 8
4244
},
43-
"log_level": "INFO",
45+
"log_level": "WARN",
4446
"log_sys_usage": true,
4547
"lr": 5e-05,
4648
"lr_schedule": null,
49+
"memory": 0,
50+
"memory_per_worker": 0,
4751
"metrics_smoothing_episodes": 100,
4852
"min_iter_time_s": 0,
4953
"model": {
5054
"conv_activation": "relu",
5155
"conv_filters": null,
56+
"custom_action_dist": null,
5257
"custom_model": null,
5358
"custom_options": {},
5459
"custom_preprocessor": null,
5560
"dim": 84,
5661
"fcnet_activation": "tanh",
5762
"fcnet_hiddens": [
58-
3,
59-
3
63+
32,
64+
32,
65+
32
6066
],
6167
"framestack": true,
6268
"free_log_std": false,
@@ -76,13 +82,17 @@
7682
"policies_to_train": null,
7783
"policy_mapping_fn": null
7884
},
85+
"no_done_at_end": false,
86+
"no_eager_on_workers": false,
7987
"num_cpus_for_driver": 1,
8088
"num_cpus_per_worker": 1,
8189
"num_envs_per_worker": 1,
8290
"num_gpus": 0,
8391
"num_gpus_per_worker": 0,
8492
"num_sgd_iter": 10,
8593
"num_workers": 2,
94+
"object_store_memory": 0,
95+
"object_store_memory_per_worker": 0,
8696
"observation_filter": "NoFilter",
8797
"optimizer": {},
8898
"output": null,
@@ -117,7 +127,7 @@
117127
"log_device_placement": false
118128
},
119129
"timesteps_per_iteration": 0,
120-
"train_batch_size": 60000,
130+
"train_batch_size": 30000,
121131
"use_gae": true,
122132
"vf_clip_param": 10.0,
123133
"vf_loss_coeff": 1.0,

‎tests/data/rllib_data/single_agent/params.pkl

273 Bytes
Binary file not shown.

0 commit comments

Comments
 (0)
Please sign in to comment.