diff --git a/src/primaite/notebooks/Data-Manipulation-E2E-Demonstration.ipynb b/src/primaite/notebooks/Data-Manipulation-E2E-Demonstration.ipynb index f3e3fb98..31e1f9d3 100644 --- a/src/primaite/notebooks/Data-Manipulation-E2E-Demonstration.ipynb +++ b/src/primaite/notebooks/Data-Manipulation-E2E-Demonstration.ipynb @@ -373,29 +373,16 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "2025-02-17 11:15:30,959: Performing the PrimAITE first-time setup...\n", - "2025-02-17 11:15:30,960: Building the PrimAITE app directories...\n", - "2025-02-17 11:15:30,960: Building primaite_config.yaml...\n", - "2025-02-17 11:15:30,960: Rebuilding the demo notebooks...\n", - "2025-02-17 11:15:30,967: Rebuilding the example notebooks...\n", - "2025-02-17 11:15:30,970: PrimAITE setup complete!\n" - ] - } - ], + "outputs": [], "source": [ "!primaite setup" ] }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": { "tags": [] }, @@ -407,7 +394,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": { "tags": [] }, @@ -433,254 +420,9 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2025-02-17 11:15:35,108: PrimaiteGymEnv RNG seed = None\n", - "2025-02-17 11:15:35,109: Resetting environment, episode 0, avg. reward: 0.0\n", - "2025-02-17 11:15:35,111: Saving agent action log to /home/nick/primaite/4.0.0a1-dev/sessions/2025-02-17/11-15-31/agent_actions/episode_0.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "env created successfully\n", - "{'ICS': 0,\n", - " 'LINKS': {1: {'PROTOCOLS': {'ALL': 0}},\n", - " 2: {'PROTOCOLS': {'ALL': 0}},\n", - " 3: {'PROTOCOLS': {'ALL': 0}},\n", - " 4: {'PROTOCOLS': {'ALL': 0}},\n", - " 5: {'PROTOCOLS': {'ALL': 0}},\n", - " 6: {'PROTOCOLS': {'ALL': 0}},\n", - " 7: {'PROTOCOLS': {'ALL': 0}},\n", - " 8: {'PROTOCOLS': {'ALL': 0}},\n", - " 9: {'PROTOCOLS': {'ALL': 0}},\n", - " 10: {'PROTOCOLS': {'ALL': 0}}},\n", - " 'NODES': {'HOST0': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0,\n", - " 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST1': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0,\n", - " 'operating_status': 1}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST2': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0,\n", - " 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST3': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0,\n", - " 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST4': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 1}},\n", - " 'SERVICES': {1: {'health_status': 0,\n", - " 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST5': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0,\n", - " 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST6': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0,\n", - " 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0,\n", - " 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0,\n", - " 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'ROUTER0': {'ACL': {1: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 0,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 2: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 1,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 3: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 2,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 4: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 3,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 5: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 4,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 6: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 5,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 7: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 6,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 8: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 7,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 9: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 8,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 10: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 9,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0}},\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}}}}\n" - ] - } - ], + "outputs": [], "source": [ "# create the env\n", "with open(data_manipulation_config_path(), 'r') as f:\n", @@ -708,7 +450,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -726,51 +468,9 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "step: 1, Red action: DO NOTHING, Blue reward:0.65\n", - "step: 2, Red action: DO NOTHING, Blue reward:0.65\n", - "step: 3, Red action: DO NOTHING, Blue reward:0.65\n", - "step: 4, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 5, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 6, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 7, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 8, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 9, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 10, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 11, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 12, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 13, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 14, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 15, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 16, Red action: DO NOTHING, Blue reward:0.90\n", - "step: 17, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 18, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 19, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 20, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 21, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 22, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 23, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 24, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 25, Red action: DO NOTHING, Blue reward:0.95\n", - "step: 26, Red action: ATTACK from client 2, Blue reward:0.15\n", - "step: 27, Red action: DO NOTHING, Blue reward:-0.35\n", - "step: 28, Red action: DO NOTHING, Blue reward:-0.85\n", - "step: 29, Red action: DO NOTHING, Blue reward:-0.85\n", - "step: 30, Red action: DO NOTHING, Blue reward:-0.85\n", - "step: 31, Red action: DO NOTHING, Blue reward:-0.85\n", - "step: 32, Red action: DO NOTHING, Blue reward:-0.85\n", - "step: 33, Red action: DO NOTHING, Blue reward:-0.85\n", - "step: 34, Red action: DO NOTHING, Blue reward:-0.85\n", - "step: 35, Red action: DO NOTHING, Blue reward:-0.85\n" - ] - } - ], + "outputs": [], "source": [ "for step in range(35):\n", " obs, reward, terminated, truncated, info = env.step(0)\n", @@ -786,198 +486,9 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'HOST0': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST1': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 1}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST2': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST3': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST4': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST5': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST6': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'ROUTER0': {'ACL': {1: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 0,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 2: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 1,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 3: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 2,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 4: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 3,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 5: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 4,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 6: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 5,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 7: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 6,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 8: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 7,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 9: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 8,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 10: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 9,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0}},\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}}}\n" - ] - } - ], + "outputs": [], "source": [ "pprint(obs['NODES'])" ] @@ -991,198 +502,9 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'HOST0': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST1': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 3, 'operating_status': 1}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST2': {'FOLDERS': {1: {'FILES': {1: {'health_status': 2}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST3': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST4': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST5': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'HOST6': {'FOLDERS': {1: {'FILES': {1: {'health_status': 0}},\n", - " 'health_status': 0}},\n", - " 'NICS': {1: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 1},\n", - " 2: {'NMNE': {'inbound': 0, 'outbound': 0},\n", - " 'TRAFFIC': {'icmp': {'inbound': 0, 'outbound': 0},\n", - " 'tcp': {53: {'inbound': 0, 'outbound': 0}}},\n", - " 'nic_status': 0}},\n", - " 'SERVICES': {1: {'health_status': 0, 'operating_status': 0}},\n", - " 'operating_status': 1,\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}},\n", - " 'ROUTER0': {'ACL': {1: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 0,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 2: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 1,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 3: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 2,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 4: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 3,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 5: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 4,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 6: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 5,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 7: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 6,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 8: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 7,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 9: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 8,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0},\n", - " 10: {'dest_ip_id': 0,\n", - " 'dest_port_id': 0,\n", - " 'dest_wildcard_id': 0,\n", - " 'permission': 0,\n", - " 'position': 9,\n", - " 'protocol_id': 0,\n", - " 'source_ip_id': 0,\n", - " 'source_port_id': 0,\n", - " 'source_wildcard_id': 0}},\n", - " 'users': {'local_login': 0, 'remote_sessions': 0}}}\n" - ] - } - ], + "outputs": [], "source": [ "obs, reward, terminated, truncated, info = env.step(9) # scan database file\n", "obs, reward, terminated, truncated, info = env.step(1) # scan webapp service\n", @@ -1214,21 +536,9 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "step: 38\n", - "Red action: do-nothing\n", - "Green action: do-nothing\n", - "Green action: node-application-execute\n", - "Blue reward:-0.8500000000000001\n" - ] - } - ], + "outputs": [], "source": [ "obs, reward, terminated, truncated, info = env.step(13) # patch the database\n", "print(f\"step: {env.game.step_counter}\")\n", @@ -1251,21 +561,9 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "step: 39\n", - "Red action: do-nothing\n", - "Green action: timestep=38 action='node-application-execute' parameters={'node_name': 'client_2', 'application_name': 'web-browser'} request=['network', 'node', 'client_2', 'application', 'web-browser', 'execute'] response=RequestResponse(status='failure', data={}) reward=-0.2 reward_info={'connection_attempt_status': 'n/a'}\n", - "Green action: timestep=38 action='node-application-execute' parameters={'node_name': 'client_1', 'application_name': 'web-browser'} request=['network', 'node', 'client_1', 'application', 'web-browser', 'execute'] response=RequestResponse(status='failure', data={}) reward=-0.25 reward_info={'connection_attempt_status': 'n/a'}\n", - "Blue reward:-0.05\n" - ] - } - ], + "outputs": [], "source": [ "obs, reward, terminated, truncated, info = env.step(0) # do nothing\n", "print(f\"step: {env.game.step_counter}\")\n", @@ -1288,3796 +586,7 @@ "cell_type": "code", "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "step: 40, Red action: do-nothing, Blue reward:-0.05\n", - "step: 41, Red action: do-nothing, Blue reward:-0.05\n", - "step: 42, Red action: do-nothing, Blue reward:-0.05\n", - "step: 43, Red action: do-nothing, Blue reward:0.95\n", - "step: 44, Red action: do-nothing, Blue reward:0.95\n", - "step: 45, Red action: do-nothing, Blue reward:0.95\n", - "step: 46, Red action: do-nothing, Blue reward:0.95\n", - "step: 47, Red action: do-nothing, Blue reward:0.95\n", - "step: 48, Red action: do-nothing, Blue reward:0.95\n", - "step: 49, Red action: do-nothing, Blue reward:0.95\n", - "step: 50, Red action: do-nothing, Blue reward:0.95\n", - "step: 51, Red action: node-application-execute, Blue reward:0.95\n", - "step: 52, Red action: do-nothing, Blue reward:0.95\n", - "step: 53, Red action: do-nothing, Blue reward:0.85\n", - "step: 54, Red action: do-nothing, Blue reward:0.85\n", - "step: 55, Red action: do-nothing, Blue reward:0.85\n", - "step: 56, Red action: do-nothing, Blue reward:0.85\n", - "step: 57, Red action: do-nothing, Blue reward:0.85\n", - "step: 58, Red action: do-nothing, Blue reward:0.85\n", - "step: 59, Red action: do-nothing, Blue reward:0.85\n", - "step: 60, Red action: do-nothing, Blue reward:0.85\n", - "step: 61, Red action: do-nothing, Blue reward:0.85\n", - "step: 62, Red action: do-nothing, Blue reward:0.85\n", - "step: 63, Red action: do-nothing, Blue reward:0.85\n", - "step: 64, Red action: do-nothing, Blue reward:0.85\n", - "step: 65, Red action: do-nothing, Blue reward:0.85\n", - "step: 66, Red action: do-nothing, Blue reward:0.85\n", - "step: 67, Red action: do-nothing, Blue reward:0.85\n", - "step: 68, Red action: do-nothing, Blue reward:0.85\n", - "step: 69, Red action: do-nothing, Blue reward:0.85\n", - "step: 70, Red action: do-nothing, Blue reward:0.85\n", - "step: 71, Red action: do-nothing, Blue reward:0.85\n", - "step: 72, Red action: do-nothing, Blue reward:0.85\n", - "step: 73, Red action: do-nothing, Blue reward:0.85\n", - "step: 74, Red action: do-nothing, Blue reward:0.85\n", - "step: 75, Red action: node-application-execute, Blue reward:0.85\n", - "step: 76, Red action: do-nothing, Blue reward:0.85\n", - "step: 77, Red action: do-nothing, Blue reward:0.85\n", - "step: 78, Red action: do-nothing, Blue reward:0.85\n", - "step: 79, Red action: do-nothing, Blue reward:0.85\n", - "step: 80, Red action: do-nothing, Blue reward:0.85\n", - "step: 81, Red action: do-nothing, Blue reward:0.85\n", - "step: 82, Red action: do-nothing, Blue reward:0.85\n", - "step: 83, Red action: do-nothing, Blue reward:0.85\n", - "step: 84, Red action: do-nothing, Blue reward:0.85\n", - "step: 85, Red action: do-nothing, Blue reward:0.85\n", - "step: 86, Red action: do-nothing, Blue reward:0.85\n", - "step: 87, Red action: do-nothing, Blue reward:0.85\n", - "step: 88, Red action: do-nothing, Blue reward:0.85\n", - "step: 89, Red action: do-nothing, Blue reward:0.85\n", - "step: 90, Red action: do-nothing, Blue reward:0.85\n", - "step: 91, Red action: do-nothing, Blue reward:0.85\n", - "step: 92, Red action: do-nothing, Blue reward:0.85\n", - "step: 93, Red action: do-nothing, Blue reward:0.85\n", - "step: 94, Red action: do-nothing, Blue reward:0.85\n", - "step: 95, Red action: do-nothing, Blue reward:0.85\n", - "step: 96, Red action: do-nothing, Blue reward:0.85\n", - "step: 97, Red action: node-application-execute, Blue reward:0.85\n", - "step: 98, Red action: do-nothing, Blue reward:0.85\n", - "step: 99, Red action: do-nothing, Blue reward:0.85\n", - "step: 100, Red action: do-nothing, Blue reward:0.85\n", - "step: 101, Red action: do-nothing, Blue reward:0.85\n", - "step: 102, Red action: do-nothing, Blue reward:0.85\n", - "step: 103, Red action: do-nothing, Blue reward:0.85\n", - "step: 104, Red action: do-nothing, Blue reward:0.85\n", - "step: 105, Red action: do-nothing, Blue reward:0.85\n", - "step: 106, Red action: do-nothing, Blue reward:0.85\n", - "step: 107, Red action: do-nothing, Blue reward:0.85\n", - "step: 108, Red action: do-nothing, Blue reward:0.85\n", - "step: 109, Red action: do-nothing, Blue reward:0.85\n", - "step: 110, Red action: do-nothing, Blue reward:0.85\n", - "step: 111, Red action: do-nothing, Blue reward:0.85\n", - "step: 112, Red action: do-nothing, Blue reward:0.85\n", - "step: 113, Red action: node-application-execute, Blue reward:0.85\n", - "step: 114, Red action: do-nothing, Blue reward:0.85\n", - "step: 115, Red action: do-nothing, Blue reward:0.85\n", - "step: 116, Red action: do-nothing, Blue reward:0.85\n", - "step: 117, Red action: do-nothing, Blue reward:0.85\n", - "step: 118, Red action: do-nothing, Blue reward:0.85\n", - "step: 119, Red action: do-nothing, Blue reward:0.85\n", - "step: 120, Red action: do-nothing, Blue reward:0.85\n", - "step: 121, Red action: do-nothing, Blue reward:0.85\n", - "step: 122, Red action: do-nothing, Blue reward:0.85\n", - "step: 123, Red action: do-nothing, Blue reward:0.85\n", - "step: 124, Red action: do-nothing, Blue reward:0.85\n", - "step: 125, Red action: do-nothing, Blue reward:0.85\n", - "step: 126, Red action: do-nothing, Blue reward:0.85\n", - "step: 127, Red action: do-nothing, Blue reward:0.85\n", - "step: 128, Red action: do-nothing, Blue reward:0.85\n", - "step: 129, Red action: do-nothing, Blue reward:0.85\n", - "step: 130, Red action: do-nothing, Blue reward:0.85\n", - "step: 131, Red action: do-nothing, Blue reward:0.85\n", - "step: 132, Red action: node-application-execute, Blue reward:0.85\n", - "step: 133, Red action: do-nothing, Blue reward:0.85\n", - "step: 134, Red action: do-nothing, Blue reward:0.85\n", - "step: 135, Red action: do-nothing, Blue reward:0.85\n", - "step: 136, Red action: do-nothing, Blue reward:0.85\n", - "step: 137, Red action: do-nothing, Blue reward:0.85\n", - "step: 138, Red action: do-nothing, Blue reward:0.85\n", - "step: 139, Red action: do-nothing, Blue reward:0.85\n", - "step: 140, Red action: do-nothing, Blue reward:0.85\n", - "step: 141, Red action: do-nothing, Blue reward:0.85\n", - "step: 142, Red action: do-nothing, Blue reward:0.85\n", - "step: 143, Red action: do-nothing, Blue reward:0.85\n", - "step: 144, Red action: do-nothing, Blue reward:0.85\n", - "step: 145, Red action: do-nothing, Blue reward:0.85\n", - "step: 146, Red action: do-nothing, Blue reward:0.85\n", - "step: 147, Red action: do-nothing, Blue reward:0.85\n", - "step: 148, Red action: do-nothing, Blue reward:0.85\n", - "step: 149, Red action: do-nothing, Blue reward:0.85\n", - "step: 150, Red action: do-nothing, Blue reward:0.85\n", - "step: 151, Red action: do-nothing, Blue reward:0.85\n", - "step: 152, Red action: do-nothing, Blue reward:0.85\n", - "step: 153, Red action: do-nothing, Blue reward:0.85\n", - "step: 154, Red action: do-nothing, Blue reward:0.85\n", - "step: 155, Red action: do-nothing, Blue reward:0.85\n", - "step: 156, Red action: do-nothing, Blue reward:0.85\n", - "step: 157, Red action: node-application-execute, Blue reward:0.85\n", - "step: 158, Red action: do-nothing, Blue reward:0.85\n", - "step: 159, Red action: do-nothing, Blue reward:0.85\n", - "step: 160, Red action: do-nothing, Blue reward:0.85\n", - "step: 161, Red action: do-nothing, Blue reward:0.85\n", - "step: 162, Red action: do-nothing, Blue reward:0.85\n", - "step: 163, Red action: do-nothing, Blue reward:0.85\n", - "step: 164, Red action: do-nothing, Blue reward:0.85\n", - "step: 165, Red action: do-nothing, Blue reward:0.85\n", - "step: 166, Red action: do-nothing, Blue reward:0.85\n", - "step: 167, Red action: do-nothing, Blue reward:0.85\n", - "step: 168, Red action: do-nothing, Blue reward:0.85\n", - "step: 169, Red action: do-nothing, Blue reward:0.85\n", - "step: 170, Red action: do-nothing, Blue reward:0.85\n", - "step: 171, Red action: do-nothing, Blue reward:0.85\n", - "step: 172, Red action: do-nothing, Blue reward:0.85\n", - "step: 173, Red action: do-nothing, Blue reward:0.85\n", - "step: 174, Red action: do-nothing, Blue reward:0.85\n", - "step: 175, Red action: do-nothing, Blue reward:0.85\n", - "step: 176, Red action: do-nothing, Blue reward:0.85\n", - "step: 177, Red action: do-nothing, Blue reward:0.85\n", - "step: 178, Red action: node-application-execute, Blue reward:0.85\n", - "step: 179, Red action: do-nothing, Blue reward:0.85\n", - "step: 180, Red action: do-nothing, Blue reward:0.85\n", - "step: 181, Red action: do-nothing, Blue reward:0.85\n", - "step: 182, Red action: do-nothing, Blue reward:0.85\n", - "step: 183, Red action: do-nothing, Blue reward:0.85\n", - "step: 184, Red action: do-nothing, Blue reward:0.85\n", - "step: 185, Red action: do-nothing, Blue reward:0.85\n", - "step: 186, Red action: do-nothing, Blue reward:0.85\n", - "step: 187, Red action: do-nothing, Blue reward:0.85\n", - "step: 188, Red action: do-nothing, Blue reward:0.85\n", - "step: 189, Red action: do-nothing, Blue reward:0.85\n", - "step: 190, Red action: do-nothing, Blue reward:0.85\n", - "step: 191, Red action: do-nothing, Blue reward:0.85\n", - "step: 192, Red action: do-nothing, Blue reward:0.85\n", - "step: 193, Red action: do-nothing, Blue reward:0.85\n", - "step: 194, Red action: do-nothing, Blue reward:0.85\n", - "step: 195, Red action: do-nothing, Blue reward:0.85\n", - "step: 196, Red action: do-nothing, Blue reward:0.85\n", - "step: 197, Red action: do-nothing, Blue reward:0.85\n", - "step: 198, Red action: node-application-execute, Blue reward:0.85\n", - "step: 199, Red action: do-nothing, Blue reward:0.85\n", - "step: 200, Red action: do-nothing, Blue reward:0.85\n", - "step: 201, Red action: do-nothing, Blue reward:0.85\n", - "step: 202, Red action: do-nothing, Blue reward:0.85\n", - "step: 203, Red action: do-nothing, Blue reward:0.85\n", - "step: 204, Red action: do-nothing, Blue reward:0.85\n", - "step: 205, Red action: do-nothing, Blue reward:0.85\n", - "step: 206, Red action: do-nothing, Blue reward:0.85\n", - "step: 207, Red action: do-nothing, Blue reward:0.85\n", - "step: 208, Red action: do-nothing, Blue reward:0.85\n", - "step: 209, Red action: do-nothing, Blue reward:0.85\n", - "step: 210, Red action: do-nothing, Blue reward:0.85\n", - "step: 211, Red action: do-nothing, Blue reward:0.85\n", - "step: 212, Red action: do-nothing, Blue reward:0.85\n", - "step: 213, Red action: do-nothing, Blue reward:0.85\n", - "step: 214, Red action: do-nothing, Blue reward:0.85\n", - "step: 215, Red action: do-nothing, Blue reward:0.85\n", - "step: 216, Red action: do-nothing, Blue reward:0.85\n", - "step: 217, Red action: do-nothing, Blue reward:0.85\n", - "step: 218, Red action: node-application-execute, Blue reward:0.85\n", - "step: 219, Red action: do-nothing, Blue reward:0.85\n", - "step: 220, Red action: do-nothing, Blue reward:0.85\n", - "step: 221, Red action: do-nothing, Blue reward:0.85\n", - "step: 222, Red action: do-nothing, Blue reward:0.85\n", - "step: 223, Red action: do-nothing, Blue reward:0.85\n", - "step: 224, Red action: do-nothing, Blue reward:0.85\n", - "step: 225, Red action: do-nothing, Blue reward:0.85\n", - "step: 226, Red action: do-nothing, Blue reward:0.85\n", - "step: 227, Red action: do-nothing, Blue reward:0.85\n", - "step: 228, Red action: do-nothing, Blue reward:0.85\n", - "step: 229, Red action: do-nothing, Blue reward:0.85\n", - "step: 230, Red action: do-nothing, Blue reward:0.85\n", - "step: 231, Red action: do-nothing, Blue reward:0.85\n", - "step: 232, Red action: do-nothing, Blue reward:0.85\n", - "step: 233, Red action: do-nothing, Blue reward:0.85\n", - "step: 234, Red action: do-nothing, Blue reward:0.85\n", - "step: 235, Red action: do-nothing, Blue reward:0.85\n", - "step: 236, Red action: do-nothing, Blue reward:0.85\n", - "step: 237, Red action: do-nothing, Blue reward:0.85\n", - "step: 238, Red action: do-nothing, Blue reward:0.85\n", - "step: 239, Red action: do-nothing, Blue reward:0.85\n", - "step: 240, Red action: do-nothing, Blue reward:0.85\n", - "step: 241, Red action: node-application-execute, Blue reward:0.85\n", - "step: 242, Red action: do-nothing, Blue reward:0.85\n", - "step: 243, Red action: do-nothing, Blue reward:0.85\n", - "step: 244, Red action: do-nothing, Blue reward:0.85\n", - "step: 245, Red action: do-nothing, Blue reward:0.85\n", - "step: 246, Red action: do-nothing, Blue reward:0.85\n", - "step: 247, Red action: do-nothing, Blue reward:0.85\n", - "step: 248, Red action: do-nothing, Blue reward:0.85\n", - "step: 249, Red action: do-nothing, Blue reward:0.85\n", - "step: 250, Red action: do-nothing, Blue reward:0.85\n", - "step: 251, Red action: do-nothing, Blue reward:0.85\n", - "step: 252, Red action: do-nothing, Blue reward:0.85\n", - "step: 253, Red action: do-nothing, Blue reward:0.85\n", - "step: 254, Red action: do-nothing, Blue reward:0.85\n", - "step: 255, Red action: do-nothing, Blue reward:0.85\n", - "step: 256, Red action: do-nothing, Blue reward:0.85\n", - "step: 257, Red action: do-nothing, Blue reward:0.85\n", - "step: 258, Red action: do-nothing, Blue reward:0.85\n", - "step: 259, Red action: do-nothing, Blue reward:0.85\n", - "step: 260, Red action: do-nothing, Blue reward:0.85\n", - "step: 261, Red action: node-application-execute, Blue reward:0.85\n", - "step: 262, Red action: do-nothing, Blue reward:0.85\n", - "step: 263, Red action: do-nothing, Blue reward:0.85\n", - "step: 264, Red action: do-nothing, Blue reward:0.85\n", - "step: 265, Red action: do-nothing, Blue reward:0.85\n", - "step: 266, Red action: do-nothing, Blue reward:0.85\n", - "step: 267, Red action: do-nothing, Blue reward:0.85\n", - "step: 268, Red action: do-nothing, Blue reward:0.85\n", - "step: 269, Red action: do-nothing, Blue reward:0.85\n", - "step: 270, Red action: do-nothing, Blue reward:0.85\n", - "step: 271, Red action: do-nothing, Blue reward:0.85\n", - "step: 272, Red action: do-nothing, Blue reward:0.85\n", - "step: 273, Red action: do-nothing, Blue reward:0.85\n", - "step: 274, Red action: do-nothing, Blue reward:0.85\n", - "step: 275, Red action: do-nothing, Blue reward:0.85\n", - "step: 276, Red action: do-nothing, Blue reward:0.85\n", - "step: 277, Red action: do-nothing, Blue reward:0.85\n", - "step: 278, Red action: do-nothing, Blue reward:0.85\n", - "step: 279, Red action: do-nothing, Blue reward:0.85\n", - "step: 280, Red action: do-nothing, Blue reward:0.85\n", - "step: 281, Red action: node-application-execute, Blue reward:0.85\n", - "step: 282, Red action: do-nothing, Blue reward:0.85\n", - "step: 283, Red action: do-nothing, Blue reward:0.85\n", - "step: 284, Red action: do-nothing, Blue reward:0.85\n", - "step: 285, Red action: do-nothing, Blue reward:0.85\n", - "step: 286, Red action: do-nothing, Blue reward:0.85\n", - "step: 287, Red action: do-nothing, Blue reward:0.85\n", - "step: 288, Red action: do-nothing, Blue reward:0.85\n", - "step: 289, Red action: do-nothing, Blue reward:0.85\n", - "step: 290, Red action: do-nothing, Blue reward:0.85\n", - "step: 291, Red action: do-nothing, Blue reward:0.85\n", - "step: 292, Red action: do-nothing, Blue reward:0.85\n", - "step: 293, Red action: do-nothing, Blue reward:0.85\n", - "step: 294, Red action: do-nothing, Blue reward:0.85\n", - "step: 295, Red action: do-nothing, Blue reward:0.85\n", - "step: 296, Red action: do-nothing, Blue reward:0.85\n", - "step: 297, Red action: do-nothing, Blue reward:0.85\n", - "step: 298, Red action: do-nothing, Blue reward:0.85\n", - "step: 299, Red action: do-nothing, Blue reward:0.85\n", - "step: 300, Red action: do-nothing, Blue reward:0.85\n", - "step: 301, Red action: do-nothing, Blue reward:0.85\n", - "step: 302, Red action: do-nothing, Blue reward:0.85\n", - "step: 303, Red action: do-nothing, Blue reward:0.85\n", - "step: 304, Red action: node-application-execute, Blue reward:0.85\n", - "step: 305, Red action: do-nothing, Blue reward:0.85\n", - "step: 306, Red action: do-nothing, Blue reward:0.85\n", - "step: 307, Red action: do-nothing, Blue reward:0.85\n", - "step: 308, Red action: do-nothing, Blue reward:0.85\n", - "step: 309, Red action: do-nothing, Blue reward:0.85\n", - "step: 310, Red action: do-nothing, Blue reward:0.85\n", - "step: 311, Red action: do-nothing, Blue reward:0.85\n", - "step: 312, Red action: do-nothing, Blue reward:0.85\n", - "step: 313, Red action: do-nothing, Blue reward:0.85\n", - "step: 314, Red action: do-nothing, Blue reward:0.85\n", - "step: 315, Red action: do-nothing, Blue reward:0.85\n", - "step: 316, Red action: do-nothing, Blue reward:0.85\n", - "step: 317, Red action: do-nothing, Blue reward:0.85\n", - "step: 318, Red action: do-nothing, Blue reward:0.85\n", - "step: 319, Red action: do-nothing, Blue reward:0.85\n", - "step: 320, Red action: do-nothing, Blue reward:0.85\n", - "step: 321, Red action: do-nothing, Blue reward:0.85\n", - "step: 322, Red action: do-nothing, Blue reward:0.85\n", - "step: 323, Red action: do-nothing, Blue reward:0.85\n", - "step: 324, Red action: do-nothing, Blue reward:0.85\n", - "step: 325, Red action: node-application-execute, Blue reward:0.85\n", - "step: 326, Red action: do-nothing, Blue reward:0.85\n", - "step: 327, Red action: do-nothing, Blue reward:0.85\n", - "step: 328, Red action: do-nothing, Blue reward:0.85\n", - "step: 329, Red action: do-nothing, Blue reward:0.85\n", - "step: 330, Red action: do-nothing, Blue reward:0.85\n", - "step: 331, Red action: do-nothing, Blue reward:0.85\n", - "step: 332, Red action: do-nothing, Blue reward:0.85\n", - "step: 333, Red action: do-nothing, Blue reward:0.85\n", - "step: 334, Red action: do-nothing, Blue reward:0.85\n", - "step: 335, Red action: do-nothing, Blue reward:0.85\n", - "step: 336, Red action: do-nothing, Blue reward:0.85\n", - "step: 337, Red action: do-nothing, Blue reward:0.85\n", - "step: 338, Red action: do-nothing, Blue reward:0.85\n", - "step: 339, Red action: do-nothing, Blue reward:0.85\n", - "step: 340, Red action: do-nothing, Blue reward:0.85\n", - "step: 341, Red action: do-nothing, Blue reward:0.85\n", - "step: 342, Red action: do-nothing, Blue reward:0.85\n", - "step: 343, Red action: do-nothing, Blue reward:0.85\n", - "step: 344, Red action: do-nothing, Blue reward:0.85\n", - "step: 345, Red action: do-nothing, Blue reward:0.85\n", - "step: 346, Red action: do-nothing, Blue reward:0.85\n", - "step: 347, Red action: do-nothing, Blue reward:0.85\n", - "step: 348, Red action: do-nothing, Blue reward:0.85\n", - "step: 349, Red action: node-application-execute, Blue reward:0.85\n", - "step: 350, Red action: do-nothing, Blue reward:0.85\n", - "step: 351, Red action: do-nothing, Blue reward:0.85\n", - "step: 352, Red action: do-nothing, Blue reward:0.85\n", - "step: 353, Red action: do-nothing, Blue reward:0.85\n", - "step: 354, Red action: do-nothing, Blue reward:0.85\n", - "step: 355, Red action: do-nothing, Blue reward:0.85\n", - "step: 356, Red action: do-nothing, Blue reward:0.85\n", - "step: 357, Red action: do-nothing, Blue reward:0.85\n", - "step: 358, Red action: do-nothing, Blue reward:0.85\n", - "step: 359, Red action: do-nothing, Blue reward:0.85\n", - "step: 360, Red action: do-nothing, Blue reward:0.85\n", - "step: 361, Red action: do-nothing, Blue reward:0.85\n", - "step: 362, Red action: do-nothing, Blue reward:0.85\n", - "step: 363, Red action: do-nothing, Blue reward:0.85\n", - "step: 364, Red action: do-nothing, Blue reward:0.85\n", - "step: 365, Red action: do-nothing, Blue reward:0.85\n", - "step: 366, Red action: do-nothing, Blue reward:0.85\n", - "step: 367, Red action: do-nothing, Blue reward:0.85\n", - "step: 368, Red action: do-nothing, Blue reward:0.85\n", - "step: 369, Red action: node-application-execute, Blue reward:0.85\n", - "step: 370, Red action: do-nothing, Blue reward:0.85\n", - "step: 371, Red action: do-nothing, Blue reward:0.85\n", - "step: 372, Red action: do-nothing, Blue reward:0.85\n", - "step: 373, Red action: do-nothing, Blue reward:0.85\n", - "step: 374, Red action: do-nothing, Blue reward:0.85\n", - "step: 375, Red action: do-nothing, Blue reward:0.85\n", - "step: 376, Red action: do-nothing, Blue reward:0.85\n", - "step: 377, Red action: do-nothing, Blue reward:0.85\n", - "step: 378, Red action: do-nothing, Blue reward:0.85\n", - "step: 379, Red action: do-nothing, Blue reward:0.85\n", - "step: 380, Red action: do-nothing, Blue reward:0.85\n", - "step: 381, Red action: do-nothing, Blue reward:0.85\n", - "step: 382, Red action: do-nothing, Blue reward:0.85\n", - "step: 383, Red action: do-nothing, Blue reward:0.85\n", - "step: 384, Red action: do-nothing, Blue reward:0.85\n", - "step: 385, Red action: do-nothing, Blue reward:0.85\n", - "step: 386, Red action: do-nothing, Blue reward:0.85\n", - "step: 387, Red action: do-nothing, Blue reward:0.85\n", - "step: 388, Red action: do-nothing, Blue reward:0.85\n", - "step: 389, Red action: do-nothing, Blue reward:0.85\n", - "step: 390, Red action: do-nothing, Blue reward:0.85\n", - "step: 391, Red action: do-nothing, Blue reward:0.85\n", - "step: 392, Red action: do-nothing, Blue reward:0.85\n", - "step: 393, Red action: do-nothing, Blue reward:0.85\n", - "step: 394, Red action: node-application-execute, Blue reward:0.85\n", - "step: 395, Red action: do-nothing, Blue reward:0.85\n", - "step: 396, Red action: do-nothing, Blue reward:0.85\n", - "step: 397, Red action: do-nothing, Blue reward:0.85\n", - "step: 398, Red action: do-nothing, Blue reward:0.85\n", - "step: 399, Red action: do-nothing, Blue reward:0.85\n", - "step: 400, Red action: do-nothing, Blue reward:0.85\n", - "step: 401, Red action: do-nothing, Blue reward:0.85\n", - "step: 402, Red action: do-nothing, Blue reward:0.85\n", - "step: 403, Red action: do-nothing, Blue reward:0.85\n", - "step: 404, Red action: do-nothing, Blue reward:0.85\n", - "step: 405, Red action: do-nothing, Blue reward:0.85\n", - "step: 406, Red action: do-nothing, Blue reward:0.85\n", - "step: 407, Red action: do-nothing, Blue reward:0.85\n", - "step: 408, Red action: do-nothing, Blue reward:0.85\n", - "step: 409, Red action: do-nothing, Blue reward:0.85\n", - "step: 410, Red action: do-nothing, Blue reward:0.85\n", - "step: 411, Red action: do-nothing, Blue reward:0.85\n", - "step: 412, Red action: do-nothing, Blue reward:0.85\n", - "step: 413, Red action: do-nothing, Blue reward:0.85\n", - "step: 414, Red action: do-nothing, Blue reward:0.85\n", - "step: 415, Red action: do-nothing, Blue reward:0.85\n", - "step: 416, Red action: do-nothing, Blue reward:0.85\n", - "step: 417, Red action: do-nothing, Blue reward:0.85\n", - "step: 418, Red action: node-application-execute, Blue reward:0.85\n", - "step: 419, Red action: do-nothing, Blue reward:0.85\n", - "step: 420, Red action: do-nothing, Blue reward:0.85\n", - "step: 421, Red action: do-nothing, Blue reward:0.85\n", - "step: 422, Red action: do-nothing, Blue reward:0.85\n", - "step: 423, Red action: do-nothing, Blue reward:0.85\n", - "step: 424, Red action: do-nothing, Blue reward:0.85\n", - "step: 425, Red action: do-nothing, Blue reward:0.85\n", - "step: 426, Red action: do-nothing, Blue reward:0.85\n", - "step: 427, Red action: do-nothing, Blue reward:0.85\n", - "step: 428, Red action: do-nothing, Blue reward:0.85\n", - "step: 429, Red action: do-nothing, Blue reward:0.85\n", - "step: 430, Red action: do-nothing, Blue reward:0.85\n", - "step: 431, Red action: do-nothing, Blue reward:0.85\n", - "step: 432, Red action: do-nothing, Blue reward:0.85\n", - "step: 433, Red action: do-nothing, Blue reward:0.85\n", - "step: 434, Red action: do-nothing, Blue reward:0.85\n", - "step: 435, Red action: do-nothing, Blue reward:0.85\n", - "step: 436, Red action: do-nothing, Blue reward:0.85\n", - "step: 437, Red action: do-nothing, Blue reward:0.85\n", - "step: 438, Red action: do-nothing, Blue reward:0.85\n", - "step: 439, Red action: do-nothing, Blue reward:0.85\n", - "step: 440, Red action: do-nothing, Blue reward:0.85\n", - "step: 441, Red action: do-nothing, Blue reward:0.85\n", - "step: 442, Red action: do-nothing, Blue reward:0.85\n", - "step: 443, Red action: node-application-execute, Blue reward:0.85\n", - "step: 444, Red action: do-nothing, Blue reward:0.85\n", - "step: 445, Red action: do-nothing, Blue reward:0.85\n", - "step: 446, Red action: do-nothing, Blue reward:0.85\n", - "step: 447, Red action: do-nothing, Blue reward:0.85\n", - "step: 448, Red action: do-nothing, Blue reward:0.85\n", - "step: 449, Red action: do-nothing, Blue reward:0.85\n", - "step: 450, Red action: do-nothing, Blue reward:0.85\n", - "step: 451, Red action: do-nothing, Blue reward:0.85\n", - "step: 452, Red action: do-nothing, Blue reward:0.85\n", - "step: 453, Red action: do-nothing, Blue reward:0.85\n", - "step: 454, Red action: do-nothing, Blue reward:0.85\n", - "step: 455, Red action: do-nothing, Blue reward:0.85\n", - "step: 456, Red action: do-nothing, Blue reward:0.85\n", - "step: 457, Red action: do-nothing, Blue reward:0.85\n", - "step: 458, Red action: do-nothing, Blue reward:0.85\n", - "step: 459, Red action: do-nothing, Blue reward:0.85\n", - "step: 460, Red action: do-nothing, Blue reward:0.85\n", - "step: 461, Red action: node-application-execute, Blue reward:0.85\n", - "step: 462, Red action: do-nothing, Blue reward:0.85\n", - "step: 463, Red action: do-nothing, Blue reward:0.85\n", - "step: 464, Red action: do-nothing, Blue reward:0.85\n", - "step: 465, Red action: do-nothing, Blue reward:0.85\n", - "step: 466, Red action: do-nothing, Blue reward:0.85\n", - "step: 467, Red action: do-nothing, Blue reward:0.85\n", - "step: 468, Red action: do-nothing, Blue reward:0.85\n", - "step: 469, Red action: do-nothing, Blue reward:0.85\n", - "step: 470, Red action: do-nothing, Blue reward:0.85\n", - "step: 471, Red action: do-nothing, Blue reward:0.85\n", - "step: 472, Red action: do-nothing, Blue reward:0.85\n", - "step: 473, Red action: do-nothing, Blue reward:0.85\n", - "step: 474, Red action: do-nothing, Blue reward:0.85\n", - "step: 475, Red action: do-nothing, Blue reward:0.85\n", - "step: 476, Red action: do-nothing, Blue reward:0.85\n", - "step: 477, Red action: do-nothing, Blue reward:0.85\n", - "step: 478, Red action: do-nothing, Blue reward:0.85\n", - "step: 479, Red action: do-nothing, Blue reward:0.85\n", - "step: 480, Red action: node-application-execute, Blue reward:0.85\n", - "step: 481, Red action: do-nothing, Blue reward:0.85\n", - "step: 482, Red action: do-nothing, Blue reward:0.85\n", - "step: 483, Red action: do-nothing, Blue reward:0.85\n", - "step: 484, Red action: do-nothing, Blue reward:0.85\n", - "step: 485, Red action: do-nothing, Blue reward:0.85\n", - "step: 486, Red action: do-nothing, Blue reward:0.85\n", - "step: 487, Red action: do-nothing, Blue reward:0.85\n", - "step: 488, Red action: do-nothing, Blue reward:0.85\n", - "step: 489, Red action: do-nothing, Blue reward:0.85\n", - "step: 490, Red action: do-nothing, Blue reward:0.85\n", - "step: 491, Red action: do-nothing, Blue reward:0.85\n", - "step: 492, Red action: do-nothing, Blue reward:0.85\n", - "step: 493, Red action: do-nothing, Blue reward:0.85\n", - "step: 494, Red action: do-nothing, Blue reward:0.85\n", - "step: 495, Red action: do-nothing, Blue reward:0.85\n", - "step: 496, Red action: do-nothing, Blue reward:0.85\n", - "step: 497, Red action: do-nothing, Blue reward:0.85\n", - "step: 498, Red action: do-nothing, Blue reward:0.85\n", - "step: 499, Red action: do-nothing, Blue reward:0.85\n", - "step: 500, Red action: do-nothing, Blue reward:0.85\n", - "step: 501, Red action: do-nothing, Blue reward:0.85\n", - "step: 502, Red action: do-nothing, Blue reward:0.85\n", - "step: 503, Red action: do-nothing, Blue reward:0.85\n", - "step: 504, Red action: node-application-execute, Blue reward:0.85\n", - "step: 505, Red action: do-nothing, Blue reward:0.85\n", - "step: 506, Red action: do-nothing, Blue reward:0.85\n", - "step: 507, Red action: do-nothing, Blue reward:0.85\n", - "step: 508, Red action: do-nothing, Blue reward:0.85\n", - "step: 509, Red action: do-nothing, Blue reward:0.85\n", - "step: 510, Red action: do-nothing, Blue reward:0.85\n", - "step: 511, Red action: do-nothing, Blue reward:0.85\n", - "step: 512, Red action: do-nothing, Blue reward:0.85\n", - "step: 513, Red action: do-nothing, Blue reward:0.85\n", - "step: 514, Red action: do-nothing, Blue reward:0.85\n", - "step: 515, Red action: do-nothing, Blue reward:0.85\n", - "step: 516, Red action: do-nothing, Blue reward:0.85\n", - "step: 517, Red action: do-nothing, Blue reward:0.85\n", - "step: 518, Red action: do-nothing, Blue reward:0.85\n", - "step: 519, Red action: do-nothing, Blue reward:0.85\n", - "step: 520, Red action: do-nothing, Blue reward:0.85\n", - "step: 521, Red action: do-nothing, Blue reward:0.85\n", - "step: 522, Red action: do-nothing, Blue reward:0.85\n", - "step: 523, Red action: do-nothing, Blue reward:0.85\n", - "step: 524, Red action: do-nothing, Blue reward:0.85\n", - "step: 525, Red action: do-nothing, Blue reward:0.85\n", - "step: 526, Red action: do-nothing, Blue reward:0.85\n", - "step: 527, Red action: node-application-execute, Blue reward:0.85\n", - "step: 528, Red action: do-nothing, Blue reward:0.85\n", - "step: 529, Red action: do-nothing, Blue reward:0.85\n", - "step: 530, Red action: do-nothing, Blue reward:0.85\n", - "step: 531, Red action: do-nothing, Blue reward:0.85\n", - "step: 532, Red action: do-nothing, Blue reward:0.85\n", - "step: 533, Red action: do-nothing, Blue reward:0.85\n", - "step: 534, Red action: do-nothing, Blue reward:0.85\n", - "step: 535, Red action: do-nothing, Blue reward:0.85\n", - "step: 536, Red action: do-nothing, Blue reward:0.85\n", - "step: 537, Red action: do-nothing, Blue reward:0.85\n", - "step: 538, Red action: do-nothing, Blue reward:0.85\n", - "step: 539, Red action: do-nothing, Blue reward:0.85\n", - "step: 540, Red action: do-nothing, Blue reward:0.85\n", - "step: 541, Red action: do-nothing, Blue reward:0.85\n", - "step: 542, Red action: do-nothing, Blue reward:0.85\n", - "step: 543, Red action: do-nothing, Blue reward:0.85\n", - "step: 544, Red action: do-nothing, Blue reward:0.85\n", - "step: 545, Red action: do-nothing, Blue reward:0.85\n", - "step: 546, Red action: do-nothing, Blue reward:0.85\n", - "step: 547, Red action: do-nothing, Blue reward:0.85\n", - "step: 548, Red action: do-nothing, Blue reward:0.85\n", - "step: 549, Red action: node-application-execute, Blue reward:0.85\n", - "step: 550, Red action: do-nothing, Blue reward:0.85\n", - "step: 551, Red action: do-nothing, Blue reward:0.85\n", - "step: 552, Red action: do-nothing, Blue reward:0.85\n", - "step: 553, Red action: do-nothing, Blue reward:0.85\n", - "step: 554, Red action: do-nothing, Blue reward:0.85\n", - "step: 555, Red action: do-nothing, Blue reward:0.85\n", - "step: 556, Red action: do-nothing, Blue reward:0.85\n", - "step: 557, Red action: do-nothing, Blue reward:0.85\n", - "step: 558, Red action: do-nothing, Blue reward:0.85\n", - "step: 559, Red action: do-nothing, Blue reward:0.85\n", - "step: 560, Red action: do-nothing, Blue reward:0.85\n", - "step: 561, Red action: do-nothing, Blue reward:0.85\n", - "step: 562, Red action: do-nothing, Blue reward:0.85\n", - "step: 563, Red action: do-nothing, Blue reward:0.85\n", - "step: 564, Red action: do-nothing, Blue reward:0.85\n", - "step: 565, Red action: node-application-execute, Blue reward:0.85\n", - "step: 566, Red action: do-nothing, Blue reward:0.85\n", - "step: 567, Red action: do-nothing, Blue reward:0.85\n", - "step: 568, Red action: do-nothing, Blue reward:0.85\n", - "step: 569, Red action: do-nothing, Blue reward:0.85\n", - "step: 570, Red action: do-nothing, Blue reward:0.85\n", - "step: 571, Red action: do-nothing, Blue reward:0.85\n", - "step: 572, Red action: do-nothing, Blue reward:0.85\n", - "step: 573, Red action: do-nothing, Blue reward:0.85\n", - "step: 574, Red action: do-nothing, Blue reward:0.85\n", - "step: 575, Red action: do-nothing, Blue reward:0.85\n", - "step: 576, Red action: do-nothing, Blue reward:0.85\n", - "step: 577, Red action: do-nothing, Blue reward:0.85\n", - "step: 578, Red action: do-nothing, Blue reward:0.85\n", - "step: 579, Red action: do-nothing, Blue reward:0.85\n", - "step: 580, Red action: do-nothing, Blue reward:0.85\n", - "step: 581, Red action: do-nothing, Blue reward:0.85\n", - "step: 582, Red action: do-nothing, Blue reward:0.85\n", - "step: 583, Red action: do-nothing, Blue reward:0.85\n", - "step: 584, Red action: do-nothing, Blue reward:0.85\n", - "step: 585, Red action: do-nothing, Blue reward:0.85\n", - "step: 586, Red action: do-nothing, Blue reward:0.85\n", - "step: 587, Red action: do-nothing, Blue reward:0.85\n", - "step: 588, Red action: do-nothing, Blue reward:0.85\n", - "step: 589, Red action: node-application-execute, Blue reward:0.85\n", - "step: 590, Red action: do-nothing, Blue reward:0.85\n", - "step: 591, Red action: do-nothing, Blue reward:0.85\n", - "step: 592, Red action: do-nothing, Blue reward:0.85\n", - "step: 593, Red action: do-nothing, Blue reward:0.85\n", - "step: 594, Red action: do-nothing, Blue reward:0.85\n", - "step: 595, Red action: do-nothing, Blue reward:0.85\n", - "step: 596, Red action: do-nothing, Blue reward:0.85\n", - "step: 597, Red action: do-nothing, Blue reward:0.85\n", - "step: 598, Red action: do-nothing, Blue reward:0.85\n", - "step: 599, Red action: do-nothing, Blue reward:0.85\n", - "step: 600, Red action: do-nothing, Blue reward:0.85\n", - "step: 601, Red action: do-nothing, Blue reward:0.85\n", - "step: 602, Red action: do-nothing, Blue reward:0.85\n", - "step: 603, Red action: do-nothing, Blue reward:0.85\n", - "step: 604, Red action: do-nothing, Blue reward:0.85\n", - "step: 605, Red action: do-nothing, Blue reward:0.85\n", - "step: 606, Red action: do-nothing, Blue reward:0.85\n", - "step: 607, Red action: do-nothing, Blue reward:0.85\n", - "step: 608, Red action: do-nothing, Blue reward:0.85\n", - "step: 609, Red action: do-nothing, Blue reward:0.85\n", - "step: 610, Red action: node-application-execute, Blue reward:0.85\n", - "step: 611, Red action: do-nothing, Blue reward:0.85\n", - "step: 612, Red action: do-nothing, Blue reward:0.85\n", - "step: 613, Red action: do-nothing, Blue reward:0.85\n", - "step: 614, Red action: do-nothing, Blue reward:0.85\n", - "step: 615, Red action: do-nothing, Blue reward:0.85\n", - "step: 616, Red action: do-nothing, Blue reward:0.85\n", - "step: 617, Red action: do-nothing, Blue reward:0.85\n", - "step: 618, Red action: do-nothing, Blue reward:0.85\n", - "step: 619, Red action: do-nothing, Blue reward:0.85\n", - "step: 620, Red action: do-nothing, Blue reward:0.85\n", - "step: 621, Red action: do-nothing, Blue reward:0.85\n", - "step: 622, Red action: do-nothing, Blue reward:0.85\n", - "step: 623, Red action: do-nothing, Blue reward:0.85\n", - "step: 624, Red action: do-nothing, Blue reward:0.85\n", - "step: 625, Red action: do-nothing, Blue reward:0.85\n", - "step: 626, Red action: node-application-execute, Blue reward:0.85\n", - "step: 627, Red action: do-nothing, Blue reward:0.85\n", - "step: 628, Red action: do-nothing, Blue reward:0.85\n", - "step: 629, Red action: do-nothing, Blue reward:0.85\n", - "step: 630, Red action: do-nothing, Blue reward:0.85\n", - "step: 631, Red action: do-nothing, Blue reward:0.85\n", - "step: 632, Red action: do-nothing, Blue reward:0.85\n", - "step: 633, Red action: do-nothing, Blue reward:0.85\n", - "step: 634, Red action: do-nothing, Blue reward:0.85\n", - "step: 635, Red action: do-nothing, Blue reward:0.85\n", - "step: 636, Red action: do-nothing, Blue reward:0.85\n", - "step: 637, Red action: do-nothing, Blue reward:0.85\n", - "step: 638, Red action: do-nothing, Blue reward:0.85\n", - "step: 639, Red action: do-nothing, Blue reward:0.85\n", - "step: 640, Red action: do-nothing, Blue reward:0.85\n", - "step: 641, Red action: do-nothing, Blue reward:0.85\n", - "step: 642, Red action: do-nothing, Blue reward:0.85\n", - "step: 643, Red action: do-nothing, Blue reward:0.85\n", - "step: 644, Red action: node-application-execute, Blue reward:0.85\n", - "step: 645, Red action: do-nothing, Blue reward:0.85\n", - "step: 646, Red action: do-nothing, Blue reward:0.85\n", - "step: 647, Red action: do-nothing, Blue reward:0.85\n", - "step: 648, Red action: do-nothing, Blue reward:0.85\n", - "step: 649, Red action: do-nothing, Blue reward:0.85\n", - "step: 650, Red action: do-nothing, Blue reward:0.85\n", - "step: 651, Red action: do-nothing, Blue reward:0.85\n", - "step: 652, Red action: do-nothing, Blue reward:0.85\n", - "step: 653, Red action: do-nothing, Blue reward:0.85\n", - "step: 654, Red action: do-nothing, Blue reward:0.85\n", - "step: 655, Red action: do-nothing, Blue reward:0.85\n", - "step: 656, Red action: do-nothing, Blue reward:0.85\n", - "step: 657, Red action: do-nothing, Blue reward:0.85\n", - "step: 658, Red action: do-nothing, Blue reward:0.85\n", - "step: 659, Red action: do-nothing, Blue reward:0.85\n", - "step: 660, Red action: do-nothing, Blue reward:0.85\n", - "step: 661, Red action: do-nothing, Blue reward:0.85\n", - "step: 662, Red action: do-nothing, Blue reward:0.85\n", - "step: 663, Red action: do-nothing, Blue reward:0.85\n", - "step: 664, Red action: do-nothing, Blue reward:0.85\n", - "step: 665, Red action: do-nothing, Blue reward:0.85\n", - "step: 666, Red action: do-nothing, Blue reward:0.85\n", - "step: 667, Red action: node-application-execute, Blue reward:0.85\n", - "step: 668, Red action: do-nothing, Blue reward:0.85\n", - "step: 669, Red action: do-nothing, Blue reward:0.85\n", - "step: 670, Red action: do-nothing, Blue reward:0.85\n", - "step: 671, Red action: do-nothing, Blue reward:0.85\n", - "step: 672, Red action: do-nothing, Blue reward:0.85\n", - "step: 673, Red action: do-nothing, Blue reward:0.85\n", - "step: 674, Red action: do-nothing, Blue reward:0.85\n", - "step: 675, Red action: do-nothing, Blue reward:0.85\n", - "step: 676, Red action: do-nothing, Blue reward:0.85\n", - "step: 677, Red action: do-nothing, Blue reward:0.85\n", - "step: 678, Red action: do-nothing, Blue reward:0.85\n", - "step: 679, Red action: do-nothing, Blue reward:0.85\n", - "step: 680, Red action: do-nothing, Blue reward:0.85\n", - "step: 681, Red action: do-nothing, Blue reward:0.85\n", - "step: 682, Red action: do-nothing, Blue reward:0.85\n", - "step: 683, Red action: do-nothing, Blue reward:0.85\n", - "step: 684, Red action: do-nothing, Blue reward:0.85\n", - "step: 685, Red action: node-application-execute, Blue reward:0.85\n", - "step: 686, Red action: do-nothing, Blue reward:0.85\n", - "step: 687, Red action: do-nothing, Blue reward:0.85\n", - "step: 688, Red action: do-nothing, Blue reward:0.85\n", - "step: 689, Red action: do-nothing, Blue reward:0.85\n", - "step: 690, Red action: do-nothing, Blue reward:0.85\n", - "step: 691, Red action: do-nothing, Blue reward:0.85\n", - "step: 692, Red action: do-nothing, Blue reward:0.85\n", - "step: 693, Red action: do-nothing, Blue reward:0.85\n", - "step: 694, Red action: do-nothing, Blue reward:0.85\n", - "step: 695, Red action: do-nothing, Blue reward:0.85\n", - "step: 696, Red action: do-nothing, Blue reward:0.85\n", - "step: 697, Red action: do-nothing, Blue reward:0.85\n", - "step: 698, Red action: do-nothing, Blue reward:0.85\n", - "step: 699, Red action: do-nothing, Blue reward:0.85\n", - "step: 700, Red action: do-nothing, Blue reward:0.85\n", - "step: 701, Red action: node-application-execute, Blue reward:0.85\n", - "step: 702, Red action: do-nothing, Blue reward:0.85\n", - "step: 703, Red action: do-nothing, Blue reward:0.85\n", - "step: 704, Red action: do-nothing, Blue reward:0.85\n", - "step: 705, Red action: do-nothing, Blue reward:0.85\n", - "step: 706, Red action: do-nothing, Blue reward:0.85\n", - "step: 707, Red action: do-nothing, Blue reward:0.85\n", - "step: 708, Red action: do-nothing, Blue reward:0.85\n", - "step: 709, Red action: do-nothing, Blue reward:0.85\n", - "step: 710, Red action: do-nothing, Blue reward:0.85\n", - "step: 711, Red action: do-nothing, Blue reward:0.85\n", - "step: 712, Red action: do-nothing, Blue reward:0.85\n", - "step: 713, Red action: do-nothing, Blue reward:0.85\n", - "step: 714, Red action: do-nothing, Blue reward:0.85\n", - "step: 715, Red action: do-nothing, Blue reward:0.85\n", - "step: 716, Red action: do-nothing, Blue reward:0.85\n", - "step: 717, Red action: do-nothing, Blue reward:0.85\n", - "step: 718, Red action: node-application-execute, Blue reward:0.85\n", - "step: 719, Red action: do-nothing, Blue reward:0.85\n", - "step: 720, Red action: do-nothing, Blue reward:0.85\n", - "step: 721, Red action: do-nothing, Blue reward:0.85\n", - "step: 722, Red action: do-nothing, Blue reward:0.85\n", - "step: 723, Red action: do-nothing, Blue reward:0.85\n", - "step: 724, Red action: do-nothing, Blue reward:0.85\n", - "step: 725, Red action: do-nothing, Blue reward:0.85\n", - "step: 726, Red action: do-nothing, Blue reward:0.85\n", - "step: 727, Red action: do-nothing, Blue reward:0.85\n", - "step: 728, Red action: do-nothing, Blue reward:0.85\n", - "step: 729, Red action: do-nothing, Blue reward:0.85\n", - "step: 730, Red action: do-nothing, Blue reward:0.85\n", - "step: 731, Red action: do-nothing, Blue reward:0.85\n", - "step: 732, Red action: do-nothing, Blue reward:0.85\n", - "step: 733, Red action: do-nothing, Blue reward:0.85\n", - "step: 734, Red action: do-nothing, Blue reward:0.85\n", - "step: 735, Red action: do-nothing, Blue reward:0.85\n", - "step: 736, Red action: do-nothing, Blue reward:0.85\n", - "step: 737, Red action: do-nothing, Blue reward:0.85\n", - "step: 738, Red action: do-nothing, Blue reward:0.85\n", - "step: 739, Red action: do-nothing, Blue reward:0.85\n", - "step: 740, Red action: do-nothing, Blue reward:0.85\n", - "step: 741, Red action: do-nothing, Blue reward:0.85\n", - "step: 742, Red action: do-nothing, Blue reward:0.85\n", - "step: 743, Red action: node-application-execute, Blue reward:0.85\n", - "step: 744, Red action: do-nothing, Blue reward:0.85\n", - "step: 745, Red action: do-nothing, Blue reward:0.85\n", - "step: 746, Red action: do-nothing, Blue reward:0.85\n", - "step: 747, Red action: do-nothing, Blue reward:0.85\n", - "step: 748, Red action: do-nothing, Blue reward:0.85\n", - "step: 749, Red action: do-nothing, Blue reward:0.85\n", - "step: 750, Red action: do-nothing, Blue reward:0.85\n", - "step: 751, Red action: do-nothing, Blue reward:0.85\n", - "step: 752, Red action: do-nothing, Blue reward:0.85\n", - "step: 753, Red action: do-nothing, Blue reward:0.85\n", - "step: 754, Red action: do-nothing, Blue reward:0.85\n", - "step: 755, Red action: do-nothing, Blue reward:0.85\n", - "step: 756, Red action: do-nothing, Blue reward:0.85\n", - "step: 757, Red action: do-nothing, Blue reward:0.85\n", - "step: 758, Red action: do-nothing, Blue reward:0.85\n", - "step: 759, Red action: do-nothing, Blue reward:0.85\n", - "step: 760, Red action: node-application-execute, Blue reward:0.85\n", - "step: 761, Red action: do-nothing, Blue reward:0.85\n", - "step: 762, Red action: do-nothing, Blue reward:0.85\n", - "step: 763, Red action: do-nothing, Blue reward:0.85\n", - "step: 764, Red action: do-nothing, Blue reward:0.85\n", - "step: 765, Red action: do-nothing, Blue reward:0.85\n", - "step: 766, Red action: do-nothing, Blue reward:0.85\n", - "step: 767, Red action: do-nothing, Blue reward:0.85\n", - "step: 768, Red action: do-nothing, Blue reward:0.85\n", - "step: 769, Red action: do-nothing, Blue reward:0.85\n", - "step: 770, Red action: do-nothing, Blue reward:0.85\n", - "step: 771, Red action: do-nothing, Blue reward:0.85\n", - "step: 772, Red action: do-nothing, Blue reward:0.85\n", - "step: 773, Red action: do-nothing, Blue reward:0.85\n", - "step: 774, Red action: do-nothing, Blue reward:0.85\n", - "step: 775, Red action: do-nothing, Blue reward:0.85\n", - "step: 776, Red action: do-nothing, Blue reward:0.85\n", - "step: 777, Red action: do-nothing, Blue reward:0.85\n", - "step: 778, Red action: do-nothing, Blue reward:0.85\n", - "step: 779, Red action: do-nothing, Blue reward:0.85\n", - "step: 780, Red action: do-nothing, Blue reward:0.85\n", - "step: 781, Red action: do-nothing, Blue reward:0.85\n", - "step: 782, Red action: do-nothing, Blue reward:0.85\n", - "step: 783, Red action: node-application-execute, Blue reward:0.85\n", - "step: 784, Red action: do-nothing, Blue reward:0.85\n", - "step: 785, Red action: do-nothing, Blue reward:0.85\n", - "step: 786, Red action: do-nothing, Blue reward:0.85\n", - "step: 787, Red action: do-nothing, Blue reward:0.85\n", - "step: 788, Red action: do-nothing, Blue reward:0.85\n", - "step: 789, Red action: do-nothing, Blue reward:0.85\n", - "step: 790, Red action: do-nothing, Blue reward:0.85\n", - "step: 791, Red action: do-nothing, Blue reward:0.85\n", - "step: 792, Red action: do-nothing, Blue reward:0.85\n", - "step: 793, Red action: do-nothing, Blue reward:0.85\n", - "step: 794, Red action: do-nothing, Blue reward:0.85\n", - "step: 795, Red action: do-nothing, Blue reward:0.85\n", - "step: 796, Red action: do-nothing, Blue reward:0.85\n", - "step: 797, Red action: do-nothing, Blue reward:0.85\n", - "step: 798, Red action: do-nothing, Blue reward:0.85\n", - "step: 799, Red action: do-nothing, Blue reward:0.85\n", - "step: 800, Red action: do-nothing, Blue reward:0.85\n", - "step: 801, Red action: do-nothing, Blue reward:0.85\n", - "step: 802, Red action: do-nothing, Blue reward:0.85\n", - "step: 803, Red action: node-application-execute, Blue reward:0.85\n", - "step: 804, Red action: do-nothing, Blue reward:0.85\n", - "step: 805, Red action: do-nothing, Blue reward:0.85\n", - "step: 806, Red action: do-nothing, Blue reward:0.85\n", - "step: 807, Red action: do-nothing, Blue reward:0.85\n", - "step: 808, Red action: do-nothing, Blue reward:0.85\n", - "step: 809, Red action: do-nothing, Blue reward:0.85\n", - "step: 810, Red action: do-nothing, Blue reward:0.85\n", - "step: 811, Red action: do-nothing, Blue reward:0.85\n", - "step: 812, Red action: do-nothing, Blue reward:0.85\n", - "step: 813, Red action: do-nothing, Blue reward:0.85\n", - "step: 814, Red action: do-nothing, Blue reward:0.85\n", - "step: 815, Red action: do-nothing, Blue reward:0.85\n", - "step: 816, Red action: do-nothing, Blue reward:0.85\n", - "step: 817, Red action: do-nothing, Blue reward:0.85\n", - "step: 818, Red action: do-nothing, Blue reward:0.85\n", - "step: 819, Red action: do-nothing, Blue reward:0.85\n", - "step: 820, Red action: do-nothing, Blue reward:0.85\n", - "step: 821, Red action: do-nothing, Blue reward:0.85\n", - "step: 822, Red action: do-nothing, Blue reward:0.85\n", - "step: 823, Red action: do-nothing, Blue reward:0.85\n", - "step: 824, Red action: do-nothing, Blue reward:0.85\n", - "step: 825, Red action: do-nothing, Blue reward:0.85\n", - "step: 826, Red action: do-nothing, Blue reward:0.85\n", - "step: 827, Red action: node-application-execute, Blue reward:0.85\n", - "step: 828, Red action: do-nothing, Blue reward:0.85\n", - "step: 829, Red action: do-nothing, Blue reward:0.85\n", - "step: 830, Red action: do-nothing, Blue reward:0.85\n", - "step: 831, Red action: do-nothing, Blue reward:0.85\n", - "step: 832, Red action: do-nothing, Blue reward:0.85\n", - "step: 833, Red action: do-nothing, Blue reward:0.85\n", - "step: 834, Red action: do-nothing, Blue reward:0.85\n", - "step: 835, Red action: do-nothing, Blue reward:0.85\n", - "step: 836, Red action: do-nothing, Blue reward:0.85\n", - "step: 837, Red action: do-nothing, Blue reward:0.85\n", - "step: 838, Red action: do-nothing, Blue reward:0.85\n", - "step: 839, Red action: do-nothing, Blue reward:0.85\n", - "step: 840, Red action: do-nothing, Blue reward:0.85\n", - "step: 841, Red action: do-nothing, Blue reward:0.85\n", - "step: 842, Red action: do-nothing, Blue reward:0.85\n", - "step: 843, Red action: do-nothing, Blue reward:0.85\n", - "step: 844, Red action: do-nothing, Blue reward:0.85\n", - "step: 845, Red action: do-nothing, Blue reward:0.85\n", - "step: 846, Red action: do-nothing, Blue reward:0.85\n", - "step: 847, Red action: node-application-execute, Blue reward:0.85\n", - "step: 848, Red action: do-nothing, Blue reward:0.85\n", - "step: 849, Red action: do-nothing, Blue reward:0.85\n", - "step: 850, Red action: do-nothing, Blue reward:0.85\n", - "step: 851, Red action: do-nothing, Blue reward:0.85\n", - "step: 852, Red action: do-nothing, Blue reward:0.85\n", - "step: 853, Red action: do-nothing, Blue reward:0.85\n", - "step: 854, Red action: do-nothing, Blue reward:0.85\n", - "step: 855, Red action: do-nothing, Blue reward:0.85\n", - "step: 856, Red action: do-nothing, Blue reward:0.85\n", - "step: 857, Red action: do-nothing, Blue reward:0.85\n", - "step: 858, Red action: do-nothing, Blue reward:0.85\n", - "step: 859, Red action: do-nothing, Blue reward:0.85\n", - "step: 860, Red action: do-nothing, Blue reward:0.85\n", - "step: 861, Red action: do-nothing, Blue reward:0.85\n", - "step: 862, Red action: do-nothing, Blue reward:0.85\n", - "step: 863, Red action: do-nothing, Blue reward:0.85\n", - "step: 864, Red action: do-nothing, Blue reward:0.85\n", - "step: 865, Red action: do-nothing, Blue reward:0.85\n", - "step: 866, Red action: do-nothing, Blue reward:0.85\n", - "step: 867, Red action: do-nothing, Blue reward:0.85\n", - "step: 868, Red action: do-nothing, Blue reward:0.85\n", - "step: 869, Red action: do-nothing, Blue reward:0.85\n", - "step: 870, Red action: do-nothing, Blue reward:0.85\n", - "step: 871, Red action: node-application-execute, Blue reward:0.85\n", - "step: 872, Red action: do-nothing, Blue reward:0.85\n", - "step: 873, Red action: do-nothing, Blue reward:0.85\n", - "step: 874, Red action: do-nothing, Blue reward:0.85\n", - "step: 875, Red action: do-nothing, Blue reward:0.85\n", - "step: 876, Red action: do-nothing, Blue reward:0.85\n", - "step: 877, Red action: do-nothing, Blue reward:0.85\n", - "step: 878, Red action: do-nothing, Blue reward:0.85\n", - "step: 879, Red action: do-nothing, Blue reward:0.85\n", - "step: 880, Red action: do-nothing, Blue reward:0.85\n", - "step: 881, Red action: do-nothing, Blue reward:0.85\n", - "step: 882, Red action: do-nothing, Blue reward:0.85\n", - "step: 883, Red action: do-nothing, Blue reward:0.85\n", - "step: 884, Red action: do-nothing, Blue reward:0.85\n", - "step: 885, Red action: do-nothing, Blue reward:0.85\n", - "step: 886, Red action: do-nothing, Blue reward:0.85\n", - "step: 887, Red action: do-nothing, Blue reward:0.85\n", - "step: 888, Red action: do-nothing, Blue reward:0.85\n", - "step: 889, Red action: do-nothing, Blue reward:0.85\n", - "step: 890, Red action: do-nothing, Blue reward:0.85\n", - "step: 891, Red action: node-application-execute, Blue reward:0.85\n", - "step: 892, Red action: do-nothing, Blue reward:0.85\n", - "step: 893, Red action: do-nothing, Blue reward:0.85\n", - "step: 894, Red action: do-nothing, Blue reward:0.85\n", - "step: 895, Red action: do-nothing, Blue reward:0.85\n", - "step: 896, Red action: do-nothing, Blue reward:0.85\n", - "step: 897, Red action: do-nothing, Blue reward:0.85\n", - "step: 898, Red action: do-nothing, Blue reward:0.85\n", - "step: 899, Red action: do-nothing, Blue reward:0.85\n", - "step: 900, Red action: do-nothing, Blue reward:0.85\n", - "step: 901, Red action: do-nothing, Blue reward:0.85\n", - "step: 902, Red action: do-nothing, Blue reward:0.85\n", - "step: 903, Red action: do-nothing, Blue reward:0.85\n", - "step: 904, Red action: do-nothing, Blue reward:0.85\n", - "step: 905, Red action: do-nothing, Blue reward:0.85\n", - "step: 906, Red action: node-application-execute, Blue reward:0.85\n", - "step: 907, Red action: do-nothing, Blue reward:0.85\n", - "step: 908, Red action: do-nothing, Blue reward:0.85\n", - "step: 909, Red action: do-nothing, Blue reward:0.85\n", - "step: 910, Red action: do-nothing, Blue reward:0.85\n", - "step: 911, Red action: do-nothing, Blue reward:0.85\n", - "step: 912, Red action: do-nothing, Blue reward:0.85\n", - "step: 913, Red action: do-nothing, Blue reward:0.85\n", - "step: 914, Red action: do-nothing, Blue reward:0.85\n", - "step: 915, Red action: do-nothing, Blue reward:0.85\n", - "step: 916, Red action: do-nothing, Blue reward:0.85\n", - "step: 917, Red action: do-nothing, Blue reward:0.85\n", - "step: 918, Red action: do-nothing, Blue reward:0.85\n", - "step: 919, Red action: do-nothing, Blue reward:0.85\n", - "step: 920, Red action: do-nothing, Blue reward:0.85\n", - "step: 921, Red action: do-nothing, Blue reward:0.85\n", - "step: 922, Red action: do-nothing, Blue reward:0.85\n", - "step: 923, Red action: do-nothing, Blue reward:0.85\n", - "step: 924, Red action: do-nothing, Blue reward:0.85\n", - "step: 925, Red action: do-nothing, Blue reward:0.85\n", - "step: 926, Red action: do-nothing, Blue reward:0.85\n", - "step: 927, Red action: do-nothing, Blue reward:0.85\n", - "step: 928, Red action: do-nothing, Blue reward:0.85\n", - "step: 929, Red action: do-nothing, Blue reward:0.85\n", - "step: 930, Red action: node-application-execute, Blue reward:0.85\n", - "step: 931, Red action: do-nothing, Blue reward:0.85\n", - "step: 932, Red action: do-nothing, Blue reward:0.85\n", - "step: 933, Red action: do-nothing, Blue reward:0.85\n", - "step: 934, Red action: do-nothing, Blue reward:0.85\n", - "step: 935, Red action: do-nothing, Blue reward:0.85\n", - "step: 936, Red action: do-nothing, Blue reward:0.85\n", - "step: 937, Red action: do-nothing, Blue reward:0.85\n", - "step: 938, Red action: do-nothing, Blue reward:0.85\n", - "step: 939, Red action: do-nothing, Blue reward:0.85\n", - "step: 940, Red action: do-nothing, Blue reward:0.85\n", - "step: 941, Red action: do-nothing, Blue reward:0.85\n", - "step: 942, Red action: do-nothing, Blue reward:0.85\n", - "step: 943, Red action: do-nothing, Blue reward:0.85\n", - "step: 944, Red action: do-nothing, Blue reward:0.85\n", - "step: 945, Red action: do-nothing, Blue reward:0.85\n", - "step: 946, Red action: do-nothing, Blue reward:0.85\n", - "step: 947, Red action: node-application-execute, Blue reward:0.85\n", - "step: 948, Red action: do-nothing, Blue reward:0.85\n", - "step: 949, Red action: do-nothing, Blue reward:0.85\n", - "step: 950, Red action: do-nothing, Blue reward:0.85\n", - "step: 951, Red action: do-nothing, Blue reward:0.85\n", - "step: 952, Red action: do-nothing, Blue reward:0.85\n", - "step: 953, Red action: do-nothing, Blue reward:0.85\n", - "step: 954, Red action: do-nothing, Blue reward:0.85\n", - "step: 955, Red action: do-nothing, Blue reward:0.85\n", - "step: 956, Red action: do-nothing, Blue reward:0.85\n", - "step: 957, Red action: do-nothing, Blue reward:0.85\n", - "step: 958, Red action: do-nothing, Blue reward:0.85\n", - "step: 959, Red action: do-nothing, Blue reward:0.85\n", - "step: 960, Red action: do-nothing, Blue reward:0.85\n", - "step: 961, Red action: do-nothing, Blue reward:0.85\n", - "step: 962, Red action: do-nothing, Blue reward:0.85\n", - "step: 963, Red action: node-application-execute, Blue reward:0.85\n", - "step: 964, Red action: do-nothing, Blue reward:0.85\n", - "step: 965, Red action: do-nothing, Blue reward:0.85\n", - "step: 966, Red action: do-nothing, Blue reward:0.85\n", - "step: 967, Red action: do-nothing, Blue reward:0.85\n", - "step: 968, Red action: do-nothing, Blue reward:0.85\n", - "step: 969, Red action: do-nothing, Blue reward:0.85\n", - "step: 970, Red action: do-nothing, Blue reward:0.85\n", - "step: 971, Red action: do-nothing, Blue reward:0.85\n", - "step: 972, Red action: do-nothing, Blue reward:0.85\n", - "step: 973, Red action: do-nothing, Blue reward:0.85\n", - "step: 974, Red action: do-nothing, Blue reward:0.85\n", - "step: 975, Red action: do-nothing, Blue reward:0.85\n", - "step: 976, Red action: do-nothing, Blue reward:0.85\n", - "step: 977, Red action: do-nothing, Blue reward:0.85\n", - "step: 978, Red action: do-nothing, Blue reward:0.85\n", - "step: 979, Red action: do-nothing, Blue reward:0.85\n", - "step: 980, Red action: do-nothing, Blue reward:0.85\n", - "step: 981, Red action: do-nothing, Blue reward:0.85\n", - "step: 982, Red action: do-nothing, Blue reward:0.85\n", - "step: 983, Red action: do-nothing, Blue reward:0.85\n", - "step: 984, Red action: do-nothing, Blue reward:0.85\n", - "step: 985, Red action: do-nothing, Blue reward:0.85\n", - "step: 986, Red action: do-nothing, Blue reward:0.85\n", - "step: 987, Red action: do-nothing, Blue reward:0.85\n", - "step: 988, Red action: node-application-execute, Blue reward:0.85\n", - "step: 989, Red action: do-nothing, Blue reward:0.85\n", - "step: 990, Red action: do-nothing, Blue reward:0.85\n", - "step: 991, Red action: do-nothing, Blue reward:0.85\n", - "step: 992, Red action: do-nothing, Blue reward:0.85\n", - "step: 993, Red action: do-nothing, Blue reward:0.85\n", - "step: 994, Red action: do-nothing, Blue reward:0.85\n", - "step: 995, Red action: do-nothing, Blue reward:0.85\n", - "step: 996, Red action: do-nothing, Blue reward:0.85\n", - "step: 997, Red action: do-nothing, Blue reward:0.85\n", - "step: 998, Red action: do-nothing, Blue reward:0.85\n", - "step: 999, Red action: do-nothing, Blue reward:0.85\n", - "step: 1000, Red action: do-nothing, Blue reward:0.85\n", - "step: 1001, Red action: do-nothing, Blue reward:0.85\n", - "step: 1002, Red action: do-nothing, Blue reward:0.85\n", - "step: 1003, Red action: do-nothing, Blue reward:0.85\n", - "step: 1004, Red action: do-nothing, Blue reward:0.85\n", - "step: 1005, Red action: do-nothing, Blue reward:0.85\n", - "step: 1006, Red action: do-nothing, Blue reward:0.85\n", - "step: 1007, Red action: do-nothing, Blue reward:0.85\n", - "step: 1008, Red action: do-nothing, Blue reward:0.85\n", - "step: 1009, Red action: do-nothing, Blue reward:0.85\n", - "step: 1010, Red action: do-nothing, Blue reward:0.85\n", - "step: 1011, Red action: do-nothing, Blue reward:0.85\n", - "step: 1012, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1013, Red action: do-nothing, Blue reward:0.85\n", - "step: 1014, Red action: do-nothing, Blue reward:0.85\n", - "step: 1015, Red action: do-nothing, Blue reward:0.85\n", - "step: 1016, Red action: do-nothing, Blue reward:0.85\n", - "step: 1017, Red action: do-nothing, Blue reward:0.85\n", - "step: 1018, Red action: do-nothing, Blue reward:0.85\n", - "step: 1019, Red action: do-nothing, Blue reward:0.85\n", - "step: 1020, Red action: do-nothing, Blue reward:0.85\n", - "step: 1021, Red action: do-nothing, Blue reward:0.85\n", - "step: 1022, Red action: do-nothing, Blue reward:0.85\n", - "step: 1023, Red action: do-nothing, Blue reward:0.85\n", - "step: 1024, Red action: do-nothing, Blue reward:0.85\n", - "step: 1025, Red action: do-nothing, Blue reward:0.85\n", - "step: 1026, Red action: do-nothing, Blue reward:0.85\n", - "step: 1027, Red action: do-nothing, Blue reward:0.85\n", - "step: 1028, Red action: do-nothing, Blue reward:0.85\n", - "step: 1029, Red action: do-nothing, Blue reward:0.85\n", - "step: 1030, Red action: do-nothing, Blue reward:0.85\n", - "step: 1031, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1032, Red action: do-nothing, Blue reward:0.85\n", - "step: 1033, Red action: do-nothing, Blue reward:0.85\n", - "step: 1034, Red action: do-nothing, Blue reward:0.85\n", - "step: 1035, Red action: do-nothing, Blue reward:0.85\n", - "step: 1036, Red action: do-nothing, Blue reward:0.85\n", - "step: 1037, Red action: do-nothing, Blue reward:0.85\n", - "step: 1038, Red action: do-nothing, Blue reward:0.85\n", - "step: 1039, Red action: do-nothing, Blue reward:0.85\n", - "step: 1040, Red action: do-nothing, Blue reward:0.85\n", - "step: 1041, Red action: do-nothing, Blue reward:0.85\n", - "step: 1042, Red action: do-nothing, Blue reward:0.85\n", - "step: 1043, Red action: do-nothing, Blue reward:0.85\n", - "step: 1044, Red action: do-nothing, Blue reward:0.85\n", - "step: 1045, Red action: do-nothing, Blue reward:0.85\n", - "step: 1046, Red action: do-nothing, Blue reward:0.85\n", - "step: 1047, Red action: do-nothing, Blue reward:0.85\n", - "step: 1048, Red action: do-nothing, Blue reward:0.85\n", - "step: 1049, Red action: do-nothing, Blue reward:0.85\n", - "step: 1050, Red action: do-nothing, Blue reward:0.85\n", - "step: 1051, Red action: do-nothing, Blue reward:0.85\n", - "step: 1052, Red action: do-nothing, Blue reward:0.85\n", - "step: 1053, Red action: do-nothing, Blue reward:0.85\n", - "step: 1054, Red action: do-nothing, Blue reward:0.85\n", - "step: 1055, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1056, Red action: do-nothing, Blue reward:0.85\n", - "step: 1057, Red action: do-nothing, Blue reward:0.85\n", - "step: 1058, Red action: do-nothing, Blue reward:0.85\n", - "step: 1059, Red action: do-nothing, Blue reward:0.85\n", - "step: 1060, Red action: do-nothing, Blue reward:0.85\n", - "step: 1061, Red action: do-nothing, Blue reward:0.85\n", - "step: 1062, Red action: do-nothing, Blue reward:0.85\n", - "step: 1063, Red action: do-nothing, Blue reward:0.85\n", - "step: 1064, Red action: do-nothing, Blue reward:0.85\n", - "step: 1065, Red action: do-nothing, Blue reward:0.85\n", - "step: 1066, Red action: do-nothing, Blue reward:0.85\n", - "step: 1067, Red action: do-nothing, Blue reward:0.85\n", - "step: 1068, Red action: do-nothing, Blue reward:0.85\n", - "step: 1069, Red action: do-nothing, Blue reward:0.85\n", - "step: 1070, Red action: do-nothing, Blue reward:0.85\n", - "step: 1071, Red action: do-nothing, Blue reward:0.85\n", - "step: 1072, Red action: do-nothing, Blue reward:0.85\n", - "step: 1073, Red action: do-nothing, Blue reward:0.85\n", - "step: 1074, Red action: do-nothing, Blue reward:0.85\n", - "step: 1075, Red action: do-nothing, Blue reward:0.85\n", - "step: 1076, Red action: do-nothing, Blue reward:0.85\n", - "step: 1077, Red action: do-nothing, Blue reward:0.85\n", - "step: 1078, Red action: do-nothing, Blue reward:0.85\n", - "step: 1079, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1080, Red action: do-nothing, Blue reward:0.85\n", - "step: 1081, Red action: do-nothing, Blue reward:0.85\n", - "step: 1082, Red action: do-nothing, Blue reward:0.85\n", - "step: 1083, Red action: do-nothing, Blue reward:0.85\n", - "step: 1084, Red action: do-nothing, Blue reward:0.85\n", - "step: 1085, Red action: do-nothing, Blue reward:0.85\n", - "step: 1086, Red action: do-nothing, Blue reward:0.85\n", - "step: 1087, Red action: do-nothing, Blue reward:0.85\n", - "step: 1088, Red action: do-nothing, Blue reward:0.85\n", - "step: 1089, Red action: do-nothing, Blue reward:0.85\n", - "step: 1090, Red action: do-nothing, Blue reward:0.85\n", - "step: 1091, Red action: do-nothing, Blue reward:0.85\n", - "step: 1092, Red action: do-nothing, Blue reward:0.85\n", - "step: 1093, Red action: do-nothing, Blue reward:0.85\n", - "step: 1094, Red action: do-nothing, Blue reward:0.85\n", - "step: 1095, Red action: do-nothing, Blue reward:0.85\n", - "step: 1096, Red action: do-nothing, Blue reward:0.85\n", - "step: 1097, Red action: do-nothing, Blue reward:0.85\n", - "step: 1098, Red action: do-nothing, Blue reward:0.85\n", - "step: 1099, Red action: do-nothing, Blue reward:0.85\n", - "step: 1100, Red action: do-nothing, Blue reward:0.85\n", - "step: 1101, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1102, Red action: do-nothing, Blue reward:0.85\n", - "step: 1103, Red action: do-nothing, Blue reward:0.85\n", - "step: 1104, Red action: do-nothing, Blue reward:0.85\n", - "step: 1105, Red action: do-nothing, Blue reward:0.85\n", - "step: 1106, Red action: do-nothing, Blue reward:0.85\n", - "step: 1107, Red action: do-nothing, Blue reward:0.85\n", - "step: 1108, Red action: do-nothing, Blue reward:0.85\n", - "step: 1109, Red action: do-nothing, Blue reward:0.85\n", - "step: 1110, Red action: do-nothing, Blue reward:0.85\n", - "step: 1111, Red action: do-nothing, Blue reward:0.85\n", - "step: 1112, Red action: do-nothing, Blue reward:0.85\n", - "step: 1113, Red action: do-nothing, Blue reward:0.85\n", - "step: 1114, Red action: do-nothing, Blue reward:0.85\n", - "step: 1115, Red action: do-nothing, Blue reward:0.85\n", - "step: 1116, Red action: do-nothing, Blue reward:0.85\n", - "step: 1117, Red action: do-nothing, Blue reward:0.85\n", - "step: 1118, Red action: do-nothing, Blue reward:0.85\n", - "step: 1119, Red action: do-nothing, Blue reward:0.85\n", - "step: 1120, Red action: do-nothing, Blue reward:0.85\n", - "step: 1121, Red action: do-nothing, Blue reward:0.85\n", - "step: 1122, Red action: do-nothing, Blue reward:0.85\n", - "step: 1123, Red action: do-nothing, Blue reward:0.85\n", - "step: 1124, Red action: do-nothing, Blue reward:0.85\n", - "step: 1125, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1126, Red action: do-nothing, Blue reward:0.85\n", - "step: 1127, Red action: do-nothing, Blue reward:0.85\n", - "step: 1128, Red action: do-nothing, Blue reward:0.85\n", - "step: 1129, Red action: do-nothing, Blue reward:0.85\n", - "step: 1130, Red action: do-nothing, Blue reward:0.85\n", - "step: 1131, Red action: do-nothing, Blue reward:0.85\n", - "step: 1132, Red action: do-nothing, Blue reward:0.85\n", - "step: 1133, Red action: do-nothing, Blue reward:0.85\n", - "step: 1134, Red action: do-nothing, Blue reward:0.85\n", - "step: 1135, Red action: do-nothing, Blue reward:0.85\n", - "step: 1136, Red action: do-nothing, Blue reward:0.85\n", - "step: 1137, Red action: do-nothing, Blue reward:0.85\n", - "step: 1138, Red action: do-nothing, Blue reward:0.85\n", - "step: 1139, Red action: do-nothing, Blue reward:0.85\n", - "step: 1140, Red action: do-nothing, Blue reward:0.85\n", - "step: 1141, Red action: do-nothing, Blue reward:0.85\n", - "step: 1142, Red action: do-nothing, Blue reward:0.85\n", - "step: 1143, Red action: do-nothing, Blue reward:0.85\n", - "step: 1144, Red action: do-nothing, Blue reward:0.85\n", - "step: 1145, Red action: do-nothing, Blue reward:0.85\n", - "step: 1146, Red action: do-nothing, Blue reward:0.85\n", - "step: 1147, Red action: do-nothing, Blue reward:0.85\n", - "step: 1148, Red action: do-nothing, Blue reward:0.85\n", - "step: 1149, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1150, Red action: do-nothing, Blue reward:0.85\n", - "step: 1151, Red action: do-nothing, Blue reward:0.85\n", - "step: 1152, Red action: do-nothing, Blue reward:0.85\n", - "step: 1153, Red action: do-nothing, Blue reward:0.85\n", - "step: 1154, Red action: do-nothing, Blue reward:0.85\n", - "step: 1155, Red action: do-nothing, Blue reward:0.85\n", - "step: 1156, Red action: do-nothing, Blue reward:0.85\n", - "step: 1157, Red action: do-nothing, Blue reward:0.85\n", - "step: 1158, Red action: do-nothing, Blue reward:0.85\n", - "step: 1159, Red action: do-nothing, Blue reward:0.85\n", - "step: 1160, Red action: do-nothing, Blue reward:0.85\n", - "step: 1161, Red action: do-nothing, Blue reward:0.85\n", - "step: 1162, Red action: do-nothing, Blue reward:0.85\n", - "step: 1163, Red action: do-nothing, Blue reward:0.85\n", - "step: 1164, Red action: do-nothing, Blue reward:0.85\n", - "step: 1165, Red action: do-nothing, Blue reward:0.85\n", - "step: 1166, Red action: do-nothing, Blue reward:0.85\n", - "step: 1167, Red action: do-nothing, Blue reward:0.85\n", - "step: 1168, Red action: do-nothing, Blue reward:0.85\n", - "step: 1169, Red action: do-nothing, Blue reward:0.85\n", - "step: 1170, Red action: do-nothing, Blue reward:0.85\n", - "step: 1171, Red action: do-nothing, Blue reward:0.85\n", - "step: 1172, Red action: do-nothing, Blue reward:0.85\n", - "step: 1173, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1174, Red action: do-nothing, Blue reward:0.85\n", - "step: 1175, Red action: do-nothing, Blue reward:0.85\n", - "step: 1176, Red action: do-nothing, Blue reward:0.85\n", - "step: 1177, Red action: do-nothing, Blue reward:0.85\n", - "step: 1178, Red action: do-nothing, Blue reward:0.85\n", - "step: 1179, Red action: do-nothing, Blue reward:0.85\n", - "step: 1180, Red action: do-nothing, Blue reward:0.85\n", - "step: 1181, Red action: do-nothing, Blue reward:0.85\n", - "step: 1182, Red action: do-nothing, Blue reward:0.85\n", - "step: 1183, Red action: do-nothing, Blue reward:0.85\n", - "step: 1184, Red action: do-nothing, Blue reward:0.85\n", - "step: 1185, Red action: do-nothing, Blue reward:0.85\n", - "step: 1186, Red action: do-nothing, Blue reward:0.85\n", - "step: 1187, Red action: do-nothing, Blue reward:0.85\n", - "step: 1188, Red action: do-nothing, Blue reward:0.85\n", - "step: 1189, Red action: do-nothing, Blue reward:0.85\n", - "step: 1190, Red action: do-nothing, Blue reward:0.85\n", - "step: 1191, Red action: do-nothing, Blue reward:0.85\n", - "step: 1192, Red action: do-nothing, Blue reward:0.85\n", - "step: 1193, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1194, Red action: do-nothing, Blue reward:0.85\n", - "step: 1195, Red action: do-nothing, Blue reward:0.85\n", - "step: 1196, Red action: do-nothing, Blue reward:0.85\n", - "step: 1197, Red action: do-nothing, Blue reward:0.85\n", - "step: 1198, Red action: do-nothing, Blue reward:0.85\n", - "step: 1199, Red action: do-nothing, Blue reward:0.85\n", - "step: 1200, Red action: do-nothing, Blue reward:0.85\n", - "step: 1201, Red action: do-nothing, Blue reward:0.85\n", - "step: 1202, Red action: do-nothing, Blue reward:0.85\n", - "step: 1203, Red action: do-nothing, Blue reward:0.85\n", - "step: 1204, Red action: do-nothing, Blue reward:0.85\n", - "step: 1205, Red action: do-nothing, Blue reward:0.85\n", - "step: 1206, Red action: do-nothing, Blue reward:0.85\n", - "step: 1207, Red action: do-nothing, Blue reward:0.85\n", - "step: 1208, Red action: do-nothing, Blue reward:0.85\n", - "step: 1209, Red action: do-nothing, Blue reward:0.85\n", - "step: 1210, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1211, Red action: do-nothing, Blue reward:0.85\n", - "step: 1212, Red action: do-nothing, Blue reward:0.85\n", - "step: 1213, Red action: do-nothing, Blue reward:0.85\n", - "step: 1214, Red action: do-nothing, Blue reward:0.85\n", - "step: 1215, Red action: do-nothing, Blue reward:0.85\n", - "step: 1216, Red action: do-nothing, Blue reward:0.85\n", - "step: 1217, Red action: do-nothing, Blue reward:0.85\n", - "step: 1218, Red action: do-nothing, Blue reward:0.85\n", - "step: 1219, Red action: do-nothing, Blue reward:0.85\n", - "step: 1220, Red action: do-nothing, Blue reward:0.85\n", - "step: 1221, Red action: do-nothing, Blue reward:0.85\n", - "step: 1222, Red action: do-nothing, Blue reward:0.85\n", - "step: 1223, Red action: do-nothing, Blue reward:0.85\n", - "step: 1224, Red action: do-nothing, Blue reward:0.85\n", - "step: 1225, Red action: do-nothing, Blue reward:0.85\n", - "step: 1226, Red action: do-nothing, Blue reward:0.85\n", - "step: 1227, Red action: do-nothing, Blue reward:0.85\n", - "step: 1228, Red action: do-nothing, Blue reward:0.85\n", - "step: 1229, Red action: do-nothing, Blue reward:0.85\n", - "step: 1230, Red action: do-nothing, Blue reward:0.85\n", - "step: 1231, Red action: do-nothing, Blue reward:0.85\n", - "step: 1232, Red action: do-nothing, Blue reward:0.85\n", - "step: 1233, Red action: do-nothing, Blue reward:0.85\n", - "step: 1234, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1235, Red action: do-nothing, Blue reward:0.85\n", - "step: 1236, Red action: do-nothing, Blue reward:0.85\n", - "step: 1237, Red action: do-nothing, Blue reward:0.85\n", - "step: 1238, Red action: do-nothing, Blue reward:0.85\n", - "step: 1239, Red action: do-nothing, Blue reward:0.85\n", - "step: 1240, Red action: do-nothing, Blue reward:0.85\n", - "step: 1241, Red action: do-nothing, Blue reward:0.85\n", - "step: 1242, Red action: do-nothing, Blue reward:0.85\n", - "step: 1243, Red action: do-nothing, Blue reward:0.85\n", - "step: 1244, Red action: do-nothing, Blue reward:0.85\n", - "step: 1245, Red action: do-nothing, Blue reward:0.85\n", - "step: 1246, Red action: do-nothing, Blue reward:0.85\n", - "step: 1247, Red action: do-nothing, Blue reward:0.85\n", - "step: 1248, Red action: do-nothing, Blue reward:0.85\n", - "step: 1249, Red action: do-nothing, Blue reward:0.85\n", - "step: 1250, Red action: do-nothing, Blue reward:0.85\n", - "step: 1251, Red action: do-nothing, Blue reward:0.85\n", - "step: 1252, Red action: do-nothing, Blue reward:0.85\n", - "step: 1253, Red action: do-nothing, Blue reward:0.85\n", - "step: 1254, Red action: do-nothing, Blue reward:0.85\n", - "step: 1255, Red action: do-nothing, Blue reward:0.85\n", - "step: 1256, Red action: do-nothing, Blue reward:0.85\n", - "step: 1257, Red action: do-nothing, Blue reward:0.85\n", - "step: 1258, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1259, Red action: do-nothing, Blue reward:0.85\n", - "step: 1260, Red action: do-nothing, Blue reward:0.85\n", - "step: 1261, Red action: do-nothing, Blue reward:0.85\n", - "step: 1262, Red action: do-nothing, Blue reward:0.85\n", - "step: 1263, Red action: do-nothing, Blue reward:0.85\n", - "step: 1264, Red action: do-nothing, Blue reward:0.85\n", - "step: 1265, Red action: do-nothing, Blue reward:0.85\n", - "step: 1266, Red action: do-nothing, Blue reward:0.85\n", - "step: 1267, Red action: do-nothing, Blue reward:0.85\n", - "step: 1268, Red action: do-nothing, Blue reward:0.85\n", - "step: 1269, Red action: do-nothing, Blue reward:0.85\n", - "step: 1270, Red action: do-nothing, Blue reward:0.85\n", - "step: 1271, Red action: do-nothing, Blue reward:0.85\n", - "step: 1272, Red action: do-nothing, Blue reward:0.85\n", - "step: 1273, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1274, Red action: do-nothing, Blue reward:0.85\n", - "step: 1275, Red action: do-nothing, Blue reward:0.85\n", - "step: 1276, Red action: do-nothing, Blue reward:0.85\n", - "step: 1277, Red action: do-nothing, Blue reward:0.85\n", - "step: 1278, Red action: do-nothing, Blue reward:0.85\n", - "step: 1279, Red action: do-nothing, Blue reward:0.85\n", - "step: 1280, Red action: do-nothing, Blue reward:0.85\n", - "step: 1281, Red action: do-nothing, Blue reward:0.85\n", - "step: 1282, Red action: do-nothing, Blue reward:0.85\n", - "step: 1283, Red action: do-nothing, Blue reward:0.85\n", - "step: 1284, Red action: do-nothing, Blue reward:0.85\n", - "step: 1285, Red action: do-nothing, Blue reward:0.85\n", - "step: 1286, Red action: do-nothing, Blue reward:0.85\n", - "step: 1287, Red action: do-nothing, Blue reward:0.85\n", - "step: 1288, Red action: do-nothing, Blue reward:0.85\n", - "step: 1289, Red action: do-nothing, Blue reward:0.85\n", - "step: 1290, Red action: do-nothing, Blue reward:0.85\n", - "step: 1291, Red action: do-nothing, Blue reward:0.85\n", - "step: 1292, Red action: do-nothing, Blue reward:0.85\n", - "step: 1293, Red action: do-nothing, Blue reward:0.85\n", - "step: 1294, Red action: do-nothing, Blue reward:0.85\n", - "step: 1295, Red action: do-nothing, Blue reward:0.85\n", - "step: 1296, Red action: do-nothing, Blue reward:0.85\n", - "step: 1297, Red action: do-nothing, Blue reward:0.85\n", - "step: 1298, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1299, Red action: do-nothing, Blue reward:0.85\n", - "step: 1300, Red action: do-nothing, Blue reward:0.85\n", - "step: 1301, Red action: do-nothing, Blue reward:0.85\n", - "step: 1302, Red action: do-nothing, Blue reward:0.85\n", - "step: 1303, Red action: do-nothing, Blue reward:0.85\n", - "step: 1304, Red action: do-nothing, Blue reward:0.85\n", - "step: 1305, Red action: do-nothing, Blue reward:0.85\n", - "step: 1306, Red action: do-nothing, Blue reward:0.85\n", - "step: 1307, Red action: do-nothing, Blue reward:0.85\n", - "step: 1308, Red action: do-nothing, Blue reward:0.85\n", - "step: 1309, Red action: do-nothing, Blue reward:0.85\n", - "step: 1310, Red action: do-nothing, Blue reward:0.85\n", - "step: 1311, Red action: do-nothing, Blue reward:0.85\n", - "step: 1312, Red action: do-nothing, Blue reward:0.85\n", - "step: 1313, Red action: do-nothing, Blue reward:0.85\n", - "step: 1314, Red action: do-nothing, Blue reward:0.85\n", - "step: 1315, Red action: do-nothing, Blue reward:0.85\n", - "step: 1316, Red action: do-nothing, Blue reward:0.85\n", - "step: 1317, Red action: do-nothing, Blue reward:0.85\n", - "step: 1318, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1319, Red action: do-nothing, Blue reward:0.85\n", - "step: 1320, Red action: do-nothing, Blue reward:0.85\n", - "step: 1321, Red action: do-nothing, Blue reward:0.85\n", - "step: 1322, Red action: do-nothing, Blue reward:0.85\n", - "step: 1323, Red action: do-nothing, Blue reward:0.85\n", - "step: 1324, Red action: do-nothing, Blue reward:0.85\n", - "step: 1325, Red action: do-nothing, Blue reward:0.85\n", - "step: 1326, Red action: do-nothing, Blue reward:0.85\n", - "step: 1327, Red action: do-nothing, Blue reward:0.85\n", - "step: 1328, Red action: do-nothing, Blue reward:0.85\n", - "step: 1329, Red action: do-nothing, Blue reward:0.85\n", - "step: 1330, Red action: do-nothing, Blue reward:0.85\n", - "step: 1331, Red action: do-nothing, Blue reward:0.85\n", - "step: 1332, Red action: do-nothing, Blue reward:0.85\n", - "step: 1333, Red action: do-nothing, Blue reward:0.85\n", - "step: 1334, Red action: do-nothing, Blue reward:0.85\n", - "step: 1335, Red action: do-nothing, Blue reward:0.85\n", - "step: 1336, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1337, Red action: do-nothing, Blue reward:0.85\n", - "step: 1338, Red action: do-nothing, Blue reward:0.85\n", - "step: 1339, Red action: do-nothing, Blue reward:0.85\n", - "step: 1340, Red action: do-nothing, Blue reward:0.85\n", - "step: 1341, Red action: do-nothing, Blue reward:0.85\n", - "step: 1342, Red action: do-nothing, Blue reward:0.85\n", - "step: 1343, Red action: do-nothing, Blue reward:0.85\n", - "step: 1344, Red action: do-nothing, Blue reward:0.85\n", - "step: 1345, Red action: do-nothing, Blue reward:0.85\n", - "step: 1346, Red action: do-nothing, Blue reward:0.85\n", - "step: 1347, Red action: do-nothing, Blue reward:0.85\n", - "step: 1348, Red action: do-nothing, Blue reward:0.85\n", - "step: 1349, Red action: do-nothing, Blue reward:0.85\n", - "step: 1350, Red action: do-nothing, Blue reward:0.85\n", - "step: 1351, Red action: do-nothing, Blue reward:0.85\n", - "step: 1352, Red action: do-nothing, Blue reward:0.85\n", - "step: 1353, Red action: do-nothing, Blue reward:0.85\n", - "step: 1354, Red action: do-nothing, Blue reward:0.85\n", - "step: 1355, Red action: do-nothing, Blue reward:0.85\n", - "step: 1356, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1357, Red action: do-nothing, Blue reward:0.85\n", - "step: 1358, Red action: do-nothing, Blue reward:0.85\n", - "step: 1359, Red action: do-nothing, Blue reward:0.85\n", - "step: 1360, Red action: do-nothing, Blue reward:0.85\n", - "step: 1361, Red action: do-nothing, Blue reward:0.85\n", - "step: 1362, Red action: do-nothing, Blue reward:0.85\n", - "step: 1363, Red action: do-nothing, Blue reward:0.85\n", - "step: 1364, Red action: do-nothing, Blue reward:0.85\n", - "step: 1365, Red action: do-nothing, Blue reward:0.85\n", - "step: 1366, Red action: do-nothing, Blue reward:0.85\n", - "step: 1367, Red action: do-nothing, Blue reward:0.85\n", - "step: 1368, Red action: do-nothing, Blue reward:0.85\n", - "step: 1369, Red action: do-nothing, Blue reward:0.85\n", - "step: 1370, Red action: do-nothing, Blue reward:0.85\n", - "step: 1371, Red action: do-nothing, Blue reward:0.85\n", - "step: 1372, Red action: do-nothing, Blue reward:0.85\n", - "step: 1373, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1374, Red action: do-nothing, Blue reward:0.85\n", - "step: 1375, Red action: do-nothing, Blue reward:0.85\n", - "step: 1376, Red action: do-nothing, Blue reward:0.85\n", - "step: 1377, Red action: do-nothing, Blue reward:0.85\n", - "step: 1378, Red action: do-nothing, Blue reward:0.85\n", - "step: 1379, Red action: do-nothing, Blue reward:0.85\n", - "step: 1380, Red action: do-nothing, Blue reward:0.85\n", - "step: 1381, Red action: do-nothing, Blue reward:0.85\n", - "step: 1382, Red action: do-nothing, Blue reward:0.85\n", - "step: 1383, Red action: do-nothing, Blue reward:0.85\n", - "step: 1384, Red action: do-nothing, Blue reward:0.85\n", - "step: 1385, Red action: do-nothing, Blue reward:0.85\n", - "step: 1386, Red action: do-nothing, Blue reward:0.85\n", - "step: 1387, Red action: do-nothing, Blue reward:0.85\n", - "step: 1388, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1389, Red action: do-nothing, Blue reward:0.85\n", - "step: 1390, Red action: do-nothing, Blue reward:0.85\n", - "step: 1391, Red action: do-nothing, Blue reward:0.85\n", - "step: 1392, Red action: do-nothing, Blue reward:0.85\n", - "step: 1393, Red action: do-nothing, Blue reward:0.85\n", - "step: 1394, Red action: do-nothing, Blue reward:0.85\n", - "step: 1395, Red action: do-nothing, Blue reward:0.85\n", - "step: 1396, Red action: do-nothing, Blue reward:0.85\n", - "step: 1397, Red action: do-nothing, Blue reward:0.85\n", - "step: 1398, Red action: do-nothing, Blue reward:0.85\n", - "step: 1399, Red action: do-nothing, Blue reward:0.85\n", - "step: 1400, Red action: do-nothing, Blue reward:0.85\n", - "step: 1401, Red action: do-nothing, Blue reward:0.85\n", - "step: 1402, Red action: do-nothing, Blue reward:0.85\n", - "step: 1403, Red action: do-nothing, Blue reward:0.85\n", - "step: 1404, Red action: do-nothing, Blue reward:0.85\n", - "step: 1405, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1406, Red action: do-nothing, Blue reward:0.85\n", - "step: 1407, Red action: do-nothing, Blue reward:0.85\n", - "step: 1408, Red action: do-nothing, Blue reward:0.85\n", - "step: 1409, Red action: do-nothing, Blue reward:0.85\n", - "step: 1410, Red action: do-nothing, Blue reward:0.85\n", - "step: 1411, Red action: do-nothing, Blue reward:0.85\n", - "step: 1412, Red action: do-nothing, Blue reward:0.85\n", - "step: 1413, Red action: do-nothing, Blue reward:0.85\n", - "step: 1414, Red action: do-nothing, Blue reward:0.85\n", - "step: 1415, Red action: do-nothing, Blue reward:0.85\n", - "step: 1416, Red action: do-nothing, Blue reward:0.85\n", - "step: 1417, Red action: do-nothing, Blue reward:0.85\n", - "step: 1418, Red action: do-nothing, Blue reward:0.85\n", - "step: 1419, Red action: do-nothing, Blue reward:0.85\n", - "step: 1420, Red action: do-nothing, Blue reward:0.85\n", - "step: 1421, Red action: do-nothing, Blue reward:0.85\n", - "step: 1422, Red action: do-nothing, Blue reward:0.85\n", - "step: 1423, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1424, Red action: do-nothing, Blue reward:0.85\n", - "step: 1425, Red action: do-nothing, Blue reward:0.85\n", - "step: 1426, Red action: do-nothing, Blue reward:0.85\n", - "step: 1427, Red action: do-nothing, Blue reward:0.85\n", - "step: 1428, Red action: do-nothing, Blue reward:0.85\n", - "step: 1429, Red action: do-nothing, Blue reward:0.85\n", - "step: 1430, Red action: do-nothing, Blue reward:0.85\n", - "step: 1431, Red action: do-nothing, Blue reward:0.85\n", - "step: 1432, Red action: do-nothing, Blue reward:0.85\n", - "step: 1433, Red action: do-nothing, Blue reward:0.85\n", - "step: 1434, Red action: do-nothing, Blue reward:0.85\n", - "step: 1435, Red action: do-nothing, Blue reward:0.85\n", - "step: 1436, Red action: do-nothing, Blue reward:0.85\n", - "step: 1437, Red action: do-nothing, Blue reward:0.85\n", - "step: 1438, Red action: do-nothing, Blue reward:0.85\n", - "step: 1439, Red action: do-nothing, Blue reward:0.85\n", - "step: 1440, Red action: do-nothing, Blue reward:0.85\n", - "step: 1441, Red action: do-nothing, Blue reward:0.85\n", - "step: 1442, Red action: do-nothing, Blue reward:0.85\n", - "step: 1443, Red action: do-nothing, Blue reward:0.85\n", - "step: 1444, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1445, Red action: do-nothing, Blue reward:0.85\n", - "step: 1446, Red action: do-nothing, Blue reward:0.85\n", - "step: 1447, Red action: do-nothing, Blue reward:0.85\n", - "step: 1448, Red action: do-nothing, Blue reward:0.85\n", - "step: 1449, Red action: do-nothing, Blue reward:0.85\n", - "step: 1450, Red action: do-nothing, Blue reward:0.85\n", - "step: 1451, Red action: do-nothing, Blue reward:0.85\n", - "step: 1452, Red action: do-nothing, Blue reward:0.85\n", - "step: 1453, Red action: do-nothing, Blue reward:0.85\n", - "step: 1454, Red action: do-nothing, Blue reward:0.85\n", - "step: 1455, Red action: do-nothing, Blue reward:0.85\n", - "step: 1456, Red action: do-nothing, Blue reward:0.85\n", - "step: 1457, Red action: do-nothing, Blue reward:0.85\n", - "step: 1458, Red action: do-nothing, Blue reward:0.85\n", - "step: 1459, Red action: do-nothing, Blue reward:0.85\n", - "step: 1460, Red action: do-nothing, Blue reward:0.85\n", - "step: 1461, Red action: do-nothing, Blue reward:0.85\n", - "step: 1462, Red action: do-nothing, Blue reward:0.85\n", - "step: 1463, Red action: do-nothing, Blue reward:0.85\n", - "step: 1464, Red action: do-nothing, Blue reward:0.85\n", - "step: 1465, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1466, Red action: do-nothing, Blue reward:0.85\n", - "step: 1467, Red action: do-nothing, Blue reward:0.85\n", - "step: 1468, Red action: do-nothing, Blue reward:0.85\n", - "step: 1469, Red action: do-nothing, Blue reward:0.85\n", - "step: 1470, Red action: do-nothing, Blue reward:0.85\n", - "step: 1471, Red action: do-nothing, Blue reward:0.85\n", - "step: 1472, Red action: do-nothing, Blue reward:0.85\n", - "step: 1473, Red action: do-nothing, Blue reward:0.85\n", - "step: 1474, Red action: do-nothing, Blue reward:0.85\n", - "step: 1475, Red action: do-nothing, Blue reward:0.85\n", - "step: 1476, Red action: do-nothing, Blue reward:0.85\n", - "step: 1477, Red action: do-nothing, Blue reward:0.85\n", - "step: 1478, Red action: do-nothing, Blue reward:0.85\n", - "step: 1479, Red action: do-nothing, Blue reward:0.85\n", - "step: 1480, Red action: do-nothing, Blue reward:0.85\n", - "step: 1481, Red action: do-nothing, Blue reward:0.85\n", - "step: 1482, Red action: do-nothing, Blue reward:0.85\n", - "step: 1483, Red action: do-nothing, Blue reward:0.85\n", - "step: 1484, Red action: do-nothing, Blue reward:0.85\n", - "step: 1485, Red action: do-nothing, Blue reward:0.85\n", - "step: 1486, Red action: do-nothing, Blue reward:0.85\n", - "step: 1487, Red action: do-nothing, Blue reward:0.85\n", - "step: 1488, Red action: do-nothing, Blue reward:0.85\n", - "step: 1489, Red action: do-nothing, Blue reward:0.85\n", - "step: 1490, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1491, Red action: do-nothing, Blue reward:0.85\n", - "step: 1492, Red action: do-nothing, Blue reward:0.85\n", - "step: 1493, Red action: do-nothing, Blue reward:0.85\n", - "step: 1494, Red action: do-nothing, Blue reward:0.85\n", - "step: 1495, Red action: do-nothing, Blue reward:0.85\n", - "step: 1496, Red action: do-nothing, Blue reward:0.85\n", - "step: 1497, Red action: do-nothing, Blue reward:0.85\n", - "step: 1498, Red action: do-nothing, Blue reward:0.85\n", - "step: 1499, Red action: do-nothing, Blue reward:0.85\n", - "step: 1500, Red action: do-nothing, Blue reward:0.85\n", - "step: 1501, Red action: do-nothing, Blue reward:0.85\n", - "step: 1502, Red action: do-nothing, Blue reward:0.85\n", - "step: 1503, Red action: do-nothing, Blue reward:0.85\n", - "step: 1504, Red action: do-nothing, Blue reward:0.85\n", - "step: 1505, Red action: do-nothing, Blue reward:0.85\n", - "step: 1506, Red action: do-nothing, Blue reward:0.85\n", - "step: 1507, Red action: do-nothing, Blue reward:0.85\n", - "step: 1508, Red action: do-nothing, Blue reward:0.85\n", - "step: 1509, Red action: do-nothing, Blue reward:0.85\n", - "step: 1510, Red action: do-nothing, Blue reward:0.85\n", - "step: 1511, Red action: do-nothing, Blue reward:0.85\n", - "step: 1512, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1513, Red action: do-nothing, Blue reward:0.85\n", - "step: 1514, Red action: do-nothing, Blue reward:0.85\n", - "step: 1515, Red action: do-nothing, Blue reward:0.85\n", - "step: 1516, Red action: do-nothing, Blue reward:0.85\n", - "step: 1517, Red action: do-nothing, Blue reward:0.85\n", - "step: 1518, Red action: do-nothing, Blue reward:0.85\n", - "step: 1519, Red action: do-nothing, Blue reward:0.85\n", - "step: 1520, Red action: do-nothing, Blue reward:0.85\n", - "step: 1521, Red action: do-nothing, Blue reward:0.85\n", - "step: 1522, Red action: do-nothing, Blue reward:0.85\n", - "step: 1523, Red action: do-nothing, Blue reward:0.85\n", - "step: 1524, Red action: do-nothing, Blue reward:0.85\n", - "step: 1525, Red action: do-nothing, Blue reward:0.85\n", - "step: 1526, Red action: do-nothing, Blue reward:0.85\n", - "step: 1527, Red action: do-nothing, Blue reward:0.85\n", - "step: 1528, Red action: do-nothing, Blue reward:0.85\n", - "step: 1529, Red action: do-nothing, Blue reward:0.85\n", - "step: 1530, Red action: do-nothing, Blue reward:0.85\n", - "step: 1531, Red action: do-nothing, Blue reward:0.85\n", - "step: 1532, Red action: do-nothing, Blue reward:0.85\n", - "step: 1533, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1534, Red action: do-nothing, Blue reward:0.85\n", - "step: 1535, Red action: do-nothing, Blue reward:0.85\n", - "step: 1536, Red action: do-nothing, Blue reward:0.85\n", - "step: 1537, Red action: do-nothing, Blue reward:0.85\n", - "step: 1538, Red action: do-nothing, Blue reward:0.85\n", - "step: 1539, Red action: do-nothing, Blue reward:0.85\n", - "step: 1540, Red action: do-nothing, Blue reward:0.85\n", - "step: 1541, Red action: do-nothing, Blue reward:0.85\n", - "step: 1542, Red action: do-nothing, Blue reward:0.85\n", - "step: 1543, Red action: do-nothing, Blue reward:0.85\n", - "step: 1544, Red action: do-nothing, Blue reward:0.85\n", - "step: 1545, Red action: do-nothing, Blue reward:0.85\n", - "step: 1546, Red action: do-nothing, Blue reward:0.85\n", - "step: 1547, Red action: do-nothing, Blue reward:0.85\n", - "step: 1548, Red action: do-nothing, Blue reward:0.85\n", - "step: 1549, Red action: do-nothing, Blue reward:0.85\n", - "step: 1550, Red action: do-nothing, Blue reward:0.85\n", - "step: 1551, Red action: do-nothing, Blue reward:0.85\n", - "step: 1552, Red action: do-nothing, Blue reward:0.85\n", - "step: 1553, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1554, Red action: do-nothing, Blue reward:0.85\n", - "step: 1555, Red action: do-nothing, Blue reward:0.85\n", - "step: 1556, Red action: do-nothing, Blue reward:0.85\n", - "step: 1557, Red action: do-nothing, Blue reward:0.85\n", - "step: 1558, Red action: do-nothing, Blue reward:0.85\n", - "step: 1559, Red action: do-nothing, Blue reward:0.85\n", - "step: 1560, Red action: do-nothing, Blue reward:0.85\n", - "step: 1561, Red action: do-nothing, Blue reward:0.85\n", - "step: 1562, Red action: do-nothing, Blue reward:0.85\n", - "step: 1563, Red action: do-nothing, Blue reward:0.85\n", - "step: 1564, Red action: do-nothing, Blue reward:0.85\n", - "step: 1565, Red action: do-nothing, Blue reward:0.85\n", - "step: 1566, Red action: do-nothing, Blue reward:0.85\n", - "step: 1567, Red action: do-nothing, Blue reward:0.85\n", - "step: 1568, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1569, Red action: do-nothing, Blue reward:0.85\n", - "step: 1570, Red action: do-nothing, Blue reward:0.85\n", - "step: 1571, Red action: do-nothing, Blue reward:0.85\n", - "step: 1572, Red action: do-nothing, Blue reward:0.85\n", - "step: 1573, Red action: do-nothing, Blue reward:0.85\n", - "step: 1574, Red action: do-nothing, Blue reward:0.85\n", - "step: 1575, Red action: do-nothing, Blue reward:0.85\n", - "step: 1576, Red action: do-nothing, Blue reward:0.85\n", - "step: 1577, Red action: do-nothing, Blue reward:0.85\n", - "step: 1578, Red action: do-nothing, Blue reward:0.85\n", - "step: 1579, Red action: do-nothing, Blue reward:0.85\n", - "step: 1580, Red action: do-nothing, Blue reward:0.85\n", - "step: 1581, Red action: do-nothing, Blue reward:0.85\n", - "step: 1582, Red action: do-nothing, Blue reward:0.85\n", - "step: 1583, Red action: do-nothing, Blue reward:0.85\n", - "step: 1584, Red action: do-nothing, Blue reward:0.85\n", - "step: 1585, Red action: do-nothing, Blue reward:0.85\n", - "step: 1586, Red action: do-nothing, Blue reward:0.85\n", - "step: 1587, Red action: do-nothing, Blue reward:0.85\n", - "step: 1588, Red action: do-nothing, Blue reward:0.85\n", - "step: 1589, Red action: do-nothing, Blue reward:0.85\n", - "step: 1590, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1591, Red action: do-nothing, Blue reward:0.85\n", - "step: 1592, Red action: do-nothing, Blue reward:0.85\n", - "step: 1593, Red action: do-nothing, Blue reward:0.85\n", - "step: 1594, Red action: do-nothing, Blue reward:0.85\n", - "step: 1595, Red action: do-nothing, Blue reward:0.85\n", - "step: 1596, Red action: do-nothing, Blue reward:0.85\n", - "step: 1597, Red action: do-nothing, Blue reward:0.85\n", - "step: 1598, Red action: do-nothing, Blue reward:0.85\n", - "step: 1599, Red action: do-nothing, Blue reward:0.85\n", - "step: 1600, Red action: do-nothing, Blue reward:0.85\n", - "step: 1601, Red action: do-nothing, Blue reward:0.85\n", - "step: 1602, Red action: do-nothing, Blue reward:0.85\n", - "step: 1603, Red action: do-nothing, Blue reward:0.85\n", - "step: 1604, Red action: do-nothing, Blue reward:0.85\n", - "step: 1605, Red action: do-nothing, Blue reward:0.85\n", - "step: 1606, Red action: do-nothing, Blue reward:0.85\n", - "step: 1607, Red action: do-nothing, Blue reward:0.85\n", - "step: 1608, Red action: do-nothing, Blue reward:0.85\n", - "step: 1609, Red action: do-nothing, Blue reward:0.85\n", - "step: 1610, Red action: do-nothing, Blue reward:0.85\n", - "step: 1611, Red action: do-nothing, Blue reward:0.85\n", - "step: 1612, Red action: do-nothing, Blue reward:0.85\n", - "step: 1613, Red action: do-nothing, Blue reward:0.85\n", - "step: 1614, Red action: do-nothing, Blue reward:0.85\n", - "step: 1615, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1616, Red action: do-nothing, Blue reward:0.85\n", - "step: 1617, Red action: do-nothing, Blue reward:0.85\n", - "step: 1618, Red action: do-nothing, Blue reward:0.85\n", - "step: 1619, Red action: do-nothing, Blue reward:0.85\n", - "step: 1620, Red action: do-nothing, Blue reward:0.85\n", - "step: 1621, Red action: do-nothing, Blue reward:0.85\n", - "step: 1622, Red action: do-nothing, Blue reward:0.85\n", - "step: 1623, Red action: do-nothing, Blue reward:0.85\n", - "step: 1624, Red action: do-nothing, Blue reward:0.85\n", - "step: 1625, Red action: do-nothing, Blue reward:0.85\n", - "step: 1626, Red action: do-nothing, Blue reward:0.85\n", - "step: 1627, Red action: do-nothing, Blue reward:0.85\n", - "step: 1628, Red action: do-nothing, Blue reward:0.85\n", - "step: 1629, Red action: do-nothing, Blue reward:0.85\n", - "step: 1630, Red action: do-nothing, Blue reward:0.85\n", - "step: 1631, Red action: do-nothing, Blue reward:0.85\n", - "step: 1632, Red action: do-nothing, Blue reward:0.85\n", - "step: 1633, Red action: do-nothing, Blue reward:0.85\n", - "step: 1634, Red action: do-nothing, Blue reward:0.85\n", - "step: 1635, Red action: do-nothing, Blue reward:0.85\n", - "step: 1636, Red action: do-nothing, Blue reward:0.85\n", - "step: 1637, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1638, Red action: do-nothing, Blue reward:0.85\n", - "step: 1639, Red action: do-nothing, Blue reward:0.85\n", - "step: 1640, Red action: do-nothing, Blue reward:0.85\n", - "step: 1641, Red action: do-nothing, Blue reward:0.85\n", - "step: 1642, Red action: do-nothing, Blue reward:0.85\n", - "step: 1643, Red action: do-nothing, Blue reward:0.85\n", - "step: 1644, Red action: do-nothing, Blue reward:0.85\n", - "step: 1645, Red action: do-nothing, Blue reward:0.85\n", - "step: 1646, Red action: do-nothing, Blue reward:0.85\n", - "step: 1647, Red action: do-nothing, Blue reward:0.85\n", - "step: 1648, Red action: do-nothing, Blue reward:0.85\n", - "step: 1649, Red action: do-nothing, Blue reward:0.85\n", - "step: 1650, Red action: do-nothing, Blue reward:0.85\n", - "step: 1651, Red action: do-nothing, Blue reward:0.85\n", - "step: 1652, Red action: do-nothing, Blue reward:0.85\n", - "step: 1653, Red action: do-nothing, Blue reward:0.85\n", - "step: 1654, Red action: do-nothing, Blue reward:0.85\n", - "step: 1655, Red action: do-nothing, Blue reward:0.85\n", - "step: 1656, Red action: do-nothing, Blue reward:0.85\n", - "step: 1657, Red action: do-nothing, Blue reward:0.85\n", - "step: 1658, Red action: do-nothing, Blue reward:0.85\n", - "step: 1659, Red action: do-nothing, Blue reward:0.85\n", - "step: 1660, Red action: do-nothing, Blue reward:0.85\n", - "step: 1661, Red action: do-nothing, Blue reward:0.85\n", - "step: 1662, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1663, Red action: do-nothing, Blue reward:0.85\n", - "step: 1664, Red action: do-nothing, Blue reward:0.85\n", - "step: 1665, Red action: do-nothing, Blue reward:0.85\n", - "step: 1666, Red action: do-nothing, Blue reward:0.85\n", - "step: 1667, Red action: do-nothing, Blue reward:0.85\n", - "step: 1668, Red action: do-nothing, Blue reward:0.85\n", - "step: 1669, Red action: do-nothing, Blue reward:0.85\n", - "step: 1670, Red action: do-nothing, Blue reward:0.85\n", - "step: 1671, Red action: do-nothing, Blue reward:0.85\n", - "step: 1672, Red action: do-nothing, Blue reward:0.85\n", - "step: 1673, Red action: do-nothing, Blue reward:0.85\n", - "step: 1674, Red action: do-nothing, Blue reward:0.85\n", - "step: 1675, Red action: do-nothing, Blue reward:0.85\n", - "step: 1676, Red action: do-nothing, Blue reward:0.85\n", - "step: 1677, Red action: do-nothing, Blue reward:0.85\n", - "step: 1678, Red action: do-nothing, Blue reward:0.85\n", - "step: 1679, Red action: do-nothing, Blue reward:0.85\n", - "step: 1680, Red action: do-nothing, Blue reward:0.85\n", - "step: 1681, Red action: do-nothing, Blue reward:0.85\n", - "step: 1682, Red action: do-nothing, Blue reward:0.85\n", - "step: 1683, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1684, Red action: do-nothing, Blue reward:0.85\n", - "step: 1685, Red action: do-nothing, Blue reward:0.85\n", - "step: 1686, Red action: do-nothing, Blue reward:0.85\n", - "step: 1687, Red action: do-nothing, Blue reward:0.85\n", - "step: 1688, Red action: do-nothing, Blue reward:0.85\n", - "step: 1689, Red action: do-nothing, Blue reward:0.85\n", - "step: 1690, Red action: do-nothing, Blue reward:0.85\n", - "step: 1691, Red action: do-nothing, Blue reward:0.85\n", - "step: 1692, Red action: do-nothing, Blue reward:0.85\n", - "step: 1693, Red action: do-nothing, Blue reward:0.85\n", - "step: 1694, Red action: do-nothing, Blue reward:0.85\n", - "step: 1695, Red action: do-nothing, Blue reward:0.85\n", - "step: 1696, Red action: do-nothing, Blue reward:0.85\n", - "step: 1697, Red action: do-nothing, Blue reward:0.85\n", - "step: 1698, Red action: do-nothing, Blue reward:0.85\n", - "step: 1699, Red action: do-nothing, Blue reward:0.85\n", - "step: 1700, Red action: do-nothing, Blue reward:0.85\n", - "step: 1701, Red action: do-nothing, Blue reward:0.85\n", - "step: 1702, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1703, Red action: do-nothing, Blue reward:0.85\n", - "step: 1704, Red action: do-nothing, Blue reward:0.85\n", - "step: 1705, Red action: do-nothing, Blue reward:0.85\n", - "step: 1706, Red action: do-nothing, Blue reward:0.85\n", - "step: 1707, Red action: do-nothing, Blue reward:0.85\n", - "step: 1708, Red action: do-nothing, Blue reward:0.85\n", - "step: 1709, Red action: do-nothing, Blue reward:0.85\n", - "step: 1710, Red action: do-nothing, Blue reward:0.85\n", - "step: 1711, Red action: do-nothing, Blue reward:0.85\n", - "step: 1712, Red action: do-nothing, Blue reward:0.85\n", - "step: 1713, Red action: do-nothing, Blue reward:0.85\n", - "step: 1714, Red action: do-nothing, Blue reward:0.85\n", - "step: 1715, Red action: do-nothing, Blue reward:0.85\n", - "step: 1716, Red action: do-nothing, Blue reward:0.85\n", - "step: 1717, Red action: do-nothing, Blue reward:0.85\n", - "step: 1718, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1719, Red action: do-nothing, Blue reward:0.85\n", - "step: 1720, Red action: do-nothing, Blue reward:0.85\n", - "step: 1721, Red action: do-nothing, Blue reward:0.85\n", - "step: 1722, Red action: do-nothing, Blue reward:0.85\n", - "step: 1723, Red action: do-nothing, Blue reward:0.85\n", - "step: 1724, Red action: do-nothing, Blue reward:0.85\n", - "step: 1725, Red action: do-nothing, Blue reward:0.85\n", - "step: 1726, Red action: do-nothing, Blue reward:0.85\n", - "step: 1727, Red action: do-nothing, Blue reward:0.85\n", - "step: 1728, Red action: do-nothing, Blue reward:0.85\n", - "step: 1729, Red action: do-nothing, Blue reward:0.85\n", - "step: 1730, Red action: do-nothing, Blue reward:0.85\n", - "step: 1731, Red action: do-nothing, Blue reward:0.85\n", - "step: 1732, Red action: do-nothing, Blue reward:0.85\n", - "step: 1733, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1734, Red action: do-nothing, Blue reward:0.85\n", - "step: 1735, Red action: do-nothing, Blue reward:0.85\n", - "step: 1736, Red action: do-nothing, Blue reward:0.85\n", - "step: 1737, Red action: do-nothing, Blue reward:0.85\n", - "step: 1738, Red action: do-nothing, Blue reward:0.85\n", - "step: 1739, Red action: do-nothing, Blue reward:0.85\n", - "step: 1740, Red action: do-nothing, Blue reward:0.85\n", - "step: 1741, Red action: do-nothing, Blue reward:0.85\n", - "step: 1742, Red action: do-nothing, Blue reward:0.85\n", - "step: 1743, Red action: do-nothing, Blue reward:0.85\n", - "step: 1744, Red action: do-nothing, Blue reward:0.85\n", - "step: 1745, Red action: do-nothing, Blue reward:0.85\n", - "step: 1746, Red action: do-nothing, Blue reward:0.85\n", - "step: 1747, Red action: do-nothing, Blue reward:0.85\n", - "step: 1748, Red action: do-nothing, Blue reward:0.85\n", - "step: 1749, Red action: do-nothing, Blue reward:0.85\n", - "step: 1750, Red action: do-nothing, Blue reward:0.85\n", - "step: 1751, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1752, Red action: do-nothing, Blue reward:0.85\n", - "step: 1753, Red action: do-nothing, Blue reward:0.85\n", - "step: 1754, Red action: do-nothing, Blue reward:0.85\n", - "step: 1755, Red action: do-nothing, Blue reward:0.85\n", - "step: 1756, Red action: do-nothing, Blue reward:0.85\n", - "step: 1757, Red action: do-nothing, Blue reward:0.85\n", - "step: 1758, Red action: do-nothing, Blue reward:0.85\n", - "step: 1759, Red action: do-nothing, Blue reward:0.85\n", - "step: 1760, Red action: do-nothing, Blue reward:0.85\n", - "step: 1761, Red action: do-nothing, Blue reward:0.85\n", - "step: 1762, Red action: do-nothing, Blue reward:0.85\n", - "step: 1763, Red action: do-nothing, Blue reward:0.85\n", - "step: 1764, Red action: do-nothing, Blue reward:0.85\n", - "step: 1765, Red action: do-nothing, Blue reward:0.85\n", - "step: 1766, Red action: do-nothing, Blue reward:0.85\n", - "step: 1767, Red action: do-nothing, Blue reward:0.85\n", - "step: 1768, Red action: do-nothing, Blue reward:0.85\n", - "step: 1769, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1770, Red action: do-nothing, Blue reward:0.85\n", - "step: 1771, Red action: do-nothing, Blue reward:0.85\n", - "step: 1772, Red action: do-nothing, Blue reward:0.85\n", - "step: 1773, Red action: do-nothing, Blue reward:0.85\n", - "step: 1774, Red action: do-nothing, Blue reward:0.85\n", - "step: 1775, Red action: do-nothing, Blue reward:0.85\n", - "step: 1776, Red action: do-nothing, Blue reward:0.85\n", - "step: 1777, Red action: do-nothing, Blue reward:0.85\n", - "step: 1778, Red action: do-nothing, Blue reward:0.85\n", - "step: 1779, Red action: do-nothing, Blue reward:0.85\n", - "step: 1780, Red action: do-nothing, Blue reward:0.85\n", - "step: 1781, Red action: do-nothing, Blue reward:0.85\n", - "step: 1782, Red action: do-nothing, Blue reward:0.85\n", - "step: 1783, Red action: do-nothing, Blue reward:0.85\n", - "step: 1784, Red action: do-nothing, Blue reward:0.85\n", - "step: 1785, Red action: do-nothing, Blue reward:0.85\n", - "step: 1786, Red action: do-nothing, Blue reward:0.85\n", - "step: 1787, Red action: do-nothing, Blue reward:0.85\n", - "step: 1788, Red action: do-nothing, Blue reward:0.85\n", - "step: 1789, Red action: do-nothing, Blue reward:0.85\n", - "step: 1790, Red action: do-nothing, Blue reward:0.85\n", - "step: 1791, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1792, Red action: do-nothing, Blue reward:0.85\n", - "step: 1793, Red action: do-nothing, Blue reward:0.85\n", - "step: 1794, Red action: do-nothing, Blue reward:0.85\n", - "step: 1795, Red action: do-nothing, Blue reward:0.85\n", - "step: 1796, Red action: do-nothing, Blue reward:0.85\n", - "step: 1797, Red action: do-nothing, Blue reward:0.85\n", - "step: 1798, Red action: do-nothing, Blue reward:0.85\n", - "step: 1799, Red action: do-nothing, Blue reward:0.85\n", - "step: 1800, Red action: do-nothing, Blue reward:0.85\n", - "step: 1801, Red action: do-nothing, Blue reward:0.85\n", - "step: 1802, Red action: do-nothing, Blue reward:0.85\n", - "step: 1803, Red action: do-nothing, Blue reward:0.85\n", - "step: 1804, Red action: do-nothing, Blue reward:0.85\n", - "step: 1805, Red action: do-nothing, Blue reward:0.85\n", - "step: 1806, Red action: do-nothing, Blue reward:0.85\n", - "step: 1807, Red action: do-nothing, Blue reward:0.85\n", - "step: 1808, Red action: do-nothing, Blue reward:0.85\n", - "step: 1809, Red action: do-nothing, Blue reward:0.85\n", - "step: 1810, Red action: do-nothing, Blue reward:0.85\n", - "step: 1811, Red action: do-nothing, Blue reward:0.85\n", - "step: 1812, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1813, Red action: do-nothing, Blue reward:0.85\n", - "step: 1814, Red action: do-nothing, Blue reward:0.85\n", - "step: 1815, Red action: do-nothing, Blue reward:0.85\n", - "step: 1816, Red action: do-nothing, Blue reward:0.85\n", - "step: 1817, Red action: do-nothing, Blue reward:0.85\n", - "step: 1818, Red action: do-nothing, Blue reward:0.85\n", - "step: 1819, Red action: do-nothing, Blue reward:0.85\n", - "step: 1820, Red action: do-nothing, Blue reward:0.85\n", - "step: 1821, Red action: do-nothing, Blue reward:0.85\n", - "step: 1822, Red action: do-nothing, Blue reward:0.85\n", - "step: 1823, Red action: do-nothing, Blue reward:0.85\n", - "step: 1824, Red action: do-nothing, Blue reward:0.85\n", - "step: 1825, Red action: do-nothing, Blue reward:0.85\n", - "step: 1826, Red action: do-nothing, Blue reward:0.85\n", - "step: 1827, Red action: do-nothing, Blue reward:0.85\n", - "step: 1828, Red action: do-nothing, Blue reward:0.85\n", - "step: 1829, Red action: do-nothing, Blue reward:0.85\n", - "step: 1830, Red action: do-nothing, Blue reward:0.85\n", - "step: 1831, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1832, Red action: do-nothing, Blue reward:0.85\n", - "step: 1833, Red action: do-nothing, Blue reward:0.85\n", - "step: 1834, Red action: do-nothing, Blue reward:0.85\n", - "step: 1835, Red action: do-nothing, Blue reward:0.85\n", - "step: 1836, Red action: do-nothing, Blue reward:0.85\n", - "step: 1837, Red action: do-nothing, Blue reward:0.85\n", - "step: 1838, Red action: do-nothing, Blue reward:0.85\n", - "step: 1839, Red action: do-nothing, Blue reward:0.85\n", - "step: 1840, Red action: do-nothing, Blue reward:0.85\n", - "step: 1841, Red action: do-nothing, Blue reward:0.85\n", - "step: 1842, Red action: do-nothing, Blue reward:0.85\n", - "step: 1843, Red action: do-nothing, Blue reward:0.85\n", - "step: 1844, Red action: do-nothing, Blue reward:0.85\n", - "step: 1845, Red action: do-nothing, Blue reward:0.85\n", - "step: 1846, Red action: do-nothing, Blue reward:0.85\n", - "step: 1847, Red action: do-nothing, Blue reward:0.85\n", - "step: 1848, Red action: do-nothing, Blue reward:0.85\n", - "step: 1849, Red action: do-nothing, Blue reward:0.85\n", - "step: 1850, Red action: do-nothing, Blue reward:0.85\n", - "step: 1851, Red action: do-nothing, Blue reward:0.85\n", - "step: 1852, Red action: do-nothing, Blue reward:0.85\n", - "step: 1853, Red action: do-nothing, Blue reward:0.85\n", - "step: 1854, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1855, Red action: do-nothing, Blue reward:0.85\n", - "step: 1856, Red action: do-nothing, Blue reward:0.85\n", - "step: 1857, Red action: do-nothing, Blue reward:0.85\n", - "step: 1858, Red action: do-nothing, Blue reward:0.85\n", - "step: 1859, Red action: do-nothing, Blue reward:0.85\n", - "step: 1860, Red action: do-nothing, Blue reward:0.85\n", - "step: 1861, Red action: do-nothing, Blue reward:0.85\n", - "step: 1862, Red action: do-nothing, Blue reward:0.85\n", - "step: 1863, Red action: do-nothing, Blue reward:0.85\n", - "step: 1864, Red action: do-nothing, Blue reward:0.85\n", - "step: 1865, Red action: do-nothing, Blue reward:0.85\n", - "step: 1866, Red action: do-nothing, Blue reward:0.85\n", - "step: 1867, Red action: do-nothing, Blue reward:0.85\n", - "step: 1868, Red action: do-nothing, Blue reward:0.85\n", - "step: 1869, Red action: do-nothing, Blue reward:0.85\n", - "step: 1870, Red action: do-nothing, Blue reward:0.85\n", - "step: 1871, Red action: do-nothing, Blue reward:0.85\n", - "step: 1872, Red action: do-nothing, Blue reward:0.85\n", - "step: 1873, Red action: do-nothing, Blue reward:0.85\n", - "step: 1874, Red action: do-nothing, Blue reward:0.85\n", - "step: 1875, Red action: do-nothing, Blue reward:0.85\n", - "step: 1876, Red action: do-nothing, Blue reward:0.85\n", - "step: 1877, Red action: do-nothing, Blue reward:0.85\n", - "step: 1878, Red action: do-nothing, Blue reward:0.85\n", - "step: 1879, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1880, Red action: do-nothing, Blue reward:0.85\n", - "step: 1881, Red action: do-nothing, Blue reward:0.85\n", - "step: 1882, Red action: do-nothing, Blue reward:0.85\n", - "step: 1883, Red action: do-nothing, Blue reward:0.85\n", - "step: 1884, Red action: do-nothing, Blue reward:0.85\n", - "step: 1885, Red action: do-nothing, Blue reward:0.85\n", - "step: 1886, Red action: do-nothing, Blue reward:0.85\n", - "step: 1887, Red action: do-nothing, Blue reward:0.85\n", - "step: 1888, Red action: do-nothing, Blue reward:0.85\n", - "step: 1889, Red action: do-nothing, Blue reward:0.85\n", - "step: 1890, Red action: do-nothing, Blue reward:0.85\n", - "step: 1891, Red action: do-nothing, Blue reward:0.85\n", - "step: 1892, Red action: do-nothing, Blue reward:0.85\n", - "step: 1893, Red action: do-nothing, Blue reward:0.85\n", - "step: 1894, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1895, Red action: do-nothing, Blue reward:0.85\n", - "step: 1896, Red action: do-nothing, Blue reward:0.85\n", - "step: 1897, Red action: do-nothing, Blue reward:0.85\n", - "step: 1898, Red action: do-nothing, Blue reward:0.85\n", - "step: 1899, Red action: do-nothing, Blue reward:0.85\n", - "step: 1900, Red action: do-nothing, Blue reward:0.85\n", - "step: 1901, Red action: do-nothing, Blue reward:0.85\n", - "step: 1902, Red action: do-nothing, Blue reward:0.85\n", - "step: 1903, Red action: do-nothing, Blue reward:0.85\n", - "step: 1904, Red action: do-nothing, Blue reward:0.85\n", - "step: 1905, Red action: do-nothing, Blue reward:0.85\n", - "step: 1906, Red action: do-nothing, Blue reward:0.85\n", - "step: 1907, Red action: do-nothing, Blue reward:0.85\n", - "step: 1908, Red action: do-nothing, Blue reward:0.85\n", - "step: 1909, Red action: do-nothing, Blue reward:0.85\n", - "step: 1910, Red action: do-nothing, Blue reward:0.85\n", - "step: 1911, Red action: do-nothing, Blue reward:0.85\n", - "step: 1912, Red action: do-nothing, Blue reward:0.85\n", - "step: 1913, Red action: do-nothing, Blue reward:0.85\n", - "step: 1914, Red action: do-nothing, Blue reward:0.85\n", - "step: 1915, Red action: do-nothing, Blue reward:0.85\n", - "step: 1916, Red action: do-nothing, Blue reward:0.85\n", - "step: 1917, Red action: do-nothing, Blue reward:0.85\n", - "step: 1918, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1919, Red action: do-nothing, Blue reward:0.85\n", - "step: 1920, Red action: do-nothing, Blue reward:0.85\n", - "step: 1921, Red action: do-nothing, Blue reward:0.85\n", - "step: 1922, Red action: do-nothing, Blue reward:0.85\n", - "step: 1923, Red action: do-nothing, Blue reward:0.85\n", - "step: 1924, Red action: do-nothing, Blue reward:0.85\n", - "step: 1925, Red action: do-nothing, Blue reward:0.85\n", - "step: 1926, Red action: do-nothing, Blue reward:0.85\n", - "step: 1927, Red action: do-nothing, Blue reward:0.85\n", - "step: 1928, Red action: do-nothing, Blue reward:0.85\n", - "step: 1929, Red action: do-nothing, Blue reward:0.85\n", - "step: 1930, Red action: do-nothing, Blue reward:0.85\n", - "step: 1931, Red action: do-nothing, Blue reward:0.85\n", - "step: 1932, Red action: do-nothing, Blue reward:0.85\n", - "step: 1933, Red action: do-nothing, Blue reward:0.85\n", - "step: 1934, Red action: do-nothing, Blue reward:0.85\n", - "step: 1935, Red action: do-nothing, Blue reward:0.85\n", - "step: 1936, Red action: do-nothing, Blue reward:0.85\n", - "step: 1937, Red action: do-nothing, Blue reward:0.85\n", - "step: 1938, Red action: do-nothing, Blue reward:0.85\n", - "step: 1939, Red action: do-nothing, Blue reward:0.85\n", - "step: 1940, Red action: do-nothing, Blue reward:0.85\n", - "step: 1941, Red action: do-nothing, Blue reward:0.85\n", - "step: 1942, Red action: do-nothing, Blue reward:0.85\n", - "step: 1943, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1944, Red action: do-nothing, Blue reward:0.85\n", - "step: 1945, Red action: do-nothing, Blue reward:0.85\n", - "step: 1946, Red action: do-nothing, Blue reward:0.85\n", - "step: 1947, Red action: do-nothing, Blue reward:0.85\n", - "step: 1948, Red action: do-nothing, Blue reward:0.85\n", - "step: 1949, Red action: do-nothing, Blue reward:0.85\n", - "step: 1950, Red action: do-nothing, Blue reward:0.85\n", - "step: 1951, Red action: do-nothing, Blue reward:0.85\n", - "step: 1952, Red action: do-nothing, Blue reward:0.85\n", - "step: 1953, Red action: do-nothing, Blue reward:0.85\n", - "step: 1954, Red action: do-nothing, Blue reward:0.85\n", - "step: 1955, Red action: do-nothing, Blue reward:0.85\n", - "step: 1956, Red action: do-nothing, Blue reward:0.85\n", - "step: 1957, Red action: do-nothing, Blue reward:0.85\n", - "step: 1958, Red action: do-nothing, Blue reward:0.85\n", - "step: 1959, Red action: do-nothing, Blue reward:0.85\n", - "step: 1960, Red action: do-nothing, Blue reward:0.85\n", - "step: 1961, Red action: do-nothing, Blue reward:0.85\n", - "step: 1962, Red action: do-nothing, Blue reward:0.85\n", - "step: 1963, Red action: do-nothing, Blue reward:0.85\n", - "step: 1964, Red action: do-nothing, Blue reward:0.85\n", - "step: 1965, Red action: do-nothing, Blue reward:0.85\n", - "step: 1966, Red action: do-nothing, Blue reward:0.85\n", - "step: 1967, Red action: do-nothing, Blue reward:0.85\n", - "step: 1968, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1969, Red action: do-nothing, Blue reward:0.85\n", - "step: 1970, Red action: do-nothing, Blue reward:0.85\n", - "step: 1971, Red action: do-nothing, Blue reward:0.85\n", - "step: 1972, Red action: do-nothing, Blue reward:0.85\n", - "step: 1973, Red action: do-nothing, Blue reward:0.85\n", - "step: 1974, Red action: do-nothing, Blue reward:0.85\n", - "step: 1975, Red action: do-nothing, Blue reward:0.85\n", - "step: 1976, Red action: do-nothing, Blue reward:0.85\n", - "step: 1977, Red action: do-nothing, Blue reward:0.85\n", - "step: 1978, Red action: do-nothing, Blue reward:0.85\n", - "step: 1979, Red action: do-nothing, Blue reward:0.85\n", - "step: 1980, Red action: do-nothing, Blue reward:0.85\n", - "step: 1981, Red action: do-nothing, Blue reward:0.85\n", - "step: 1982, Red action: do-nothing, Blue reward:0.85\n", - "step: 1983, Red action: do-nothing, Blue reward:0.85\n", - "step: 1984, Red action: do-nothing, Blue reward:0.85\n", - "step: 1985, Red action: do-nothing, Blue reward:0.85\n", - "step: 1986, Red action: do-nothing, Blue reward:0.85\n", - "step: 1987, Red action: node-application-execute, Blue reward:0.85\n", - "step: 1988, Red action: do-nothing, Blue reward:0.85\n", - "step: 1989, Red action: do-nothing, Blue reward:0.85\n", - "step: 1990, Red action: do-nothing, Blue reward:0.85\n", - "step: 1991, Red action: do-nothing, Blue reward:0.85\n", - "step: 1992, Red action: do-nothing, Blue reward:0.85\n", - "step: 1993, Red action: do-nothing, Blue reward:0.85\n", - "step: 1994, Red action: do-nothing, Blue reward:0.85\n", - "step: 1995, Red action: do-nothing, Blue reward:0.85\n", - "step: 1996, Red action: do-nothing, Blue reward:0.85\n", - "step: 1997, Red action: do-nothing, Blue reward:0.85\n", - "step: 1998, Red action: do-nothing, Blue reward:0.85\n", - "step: 1999, Red action: do-nothing, Blue reward:0.85\n", - "step: 2000, Red action: do-nothing, Blue reward:0.85\n", - "step: 2001, Red action: do-nothing, Blue reward:0.85\n", - "step: 2002, Red action: do-nothing, Blue reward:0.85\n", - "step: 2003, Red action: do-nothing, Blue reward:0.85\n", - "step: 2004, Red action: do-nothing, Blue reward:0.85\n", - "step: 2005, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2006, Red action: do-nothing, Blue reward:0.85\n", - "step: 2007, Red action: do-nothing, Blue reward:0.85\n", - "step: 2008, Red action: do-nothing, Blue reward:0.85\n", - "step: 2009, Red action: do-nothing, Blue reward:0.85\n", - "step: 2010, Red action: do-nothing, Blue reward:0.85\n", - "step: 2011, Red action: do-nothing, Blue reward:0.85\n", - "step: 2012, Red action: do-nothing, Blue reward:0.85\n", - "step: 2013, Red action: do-nothing, Blue reward:0.85\n", - "step: 2014, Red action: do-nothing, Blue reward:0.85\n", - "step: 2015, Red action: do-nothing, Blue reward:0.85\n", - "step: 2016, Red action: do-nothing, Blue reward:0.85\n", - "step: 2017, Red action: do-nothing, Blue reward:0.85\n", - "step: 2018, Red action: do-nothing, Blue reward:0.85\n", - "step: 2019, Red action: do-nothing, Blue reward:0.85\n", - "step: 2020, Red action: do-nothing, Blue reward:0.85\n", - "step: 2021, Red action: do-nothing, Blue reward:0.85\n", - "step: 2022, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2023, Red action: do-nothing, Blue reward:0.85\n", - "step: 2024, Red action: do-nothing, Blue reward:0.85\n", - "step: 2025, Red action: do-nothing, Blue reward:0.85\n", - "step: 2026, Red action: do-nothing, Blue reward:0.85\n", - "step: 2027, Red action: do-nothing, Blue reward:0.85\n", - "step: 2028, Red action: do-nothing, Blue reward:0.85\n", - "step: 2029, Red action: do-nothing, Blue reward:0.85\n", - "step: 2030, Red action: do-nothing, Blue reward:0.85\n", - "step: 2031, Red action: do-nothing, Blue reward:0.85\n", - "step: 2032, Red action: do-nothing, Blue reward:0.85\n", - "step: 2033, Red action: do-nothing, Blue reward:0.85\n", - "step: 2034, Red action: do-nothing, Blue reward:0.85\n", - "step: 2035, Red action: do-nothing, Blue reward:0.85\n", - "step: 2036, Red action: do-nothing, Blue reward:0.85\n", - "step: 2037, Red action: do-nothing, Blue reward:0.85\n", - "step: 2038, Red action: do-nothing, Blue reward:0.85\n", - "step: 2039, Red action: do-nothing, Blue reward:0.85\n", - "step: 2040, Red action: do-nothing, Blue reward:0.85\n", - "step: 2041, Red action: do-nothing, Blue reward:0.85\n", - "step: 2042, Red action: do-nothing, Blue reward:0.85\n", - "step: 2043, Red action: do-nothing, Blue reward:0.85\n", - "step: 2044, Red action: do-nothing, Blue reward:0.85\n", - "step: 2045, Red action: do-nothing, Blue reward:0.85\n", - "step: 2046, Red action: do-nothing, Blue reward:0.85\n", - "step: 2047, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2048, Red action: do-nothing, Blue reward:0.85\n", - "step: 2049, Red action: do-nothing, Blue reward:0.85\n", - "step: 2050, Red action: do-nothing, Blue reward:0.85\n", - "step: 2051, Red action: do-nothing, Blue reward:0.85\n", - "step: 2052, Red action: do-nothing, Blue reward:0.85\n", - "step: 2053, Red action: do-nothing, Blue reward:0.85\n", - "step: 2054, Red action: do-nothing, Blue reward:0.85\n", - "step: 2055, Red action: do-nothing, Blue reward:0.85\n", - "step: 2056, Red action: do-nothing, Blue reward:0.85\n", - "step: 2057, Red action: do-nothing, Blue reward:0.85\n", - "step: 2058, Red action: do-nothing, Blue reward:0.85\n", - "step: 2059, Red action: do-nothing, Blue reward:0.85\n", - "step: 2060, Red action: do-nothing, Blue reward:0.85\n", - "step: 2061, Red action: do-nothing, Blue reward:0.85\n", - "step: 2062, Red action: do-nothing, Blue reward:0.85\n", - "step: 2063, Red action: do-nothing, Blue reward:0.85\n", - "step: 2064, Red action: do-nothing, Blue reward:0.85\n", - "step: 2065, Red action: do-nothing, Blue reward:0.85\n", - "step: 2066, Red action: do-nothing, Blue reward:0.85\n", - "step: 2067, Red action: do-nothing, Blue reward:0.85\n", - "step: 2068, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2069, Red action: do-nothing, Blue reward:0.85\n", - "step: 2070, Red action: do-nothing, Blue reward:0.85\n", - "step: 2071, Red action: do-nothing, Blue reward:0.85\n", - "step: 2072, Red action: do-nothing, Blue reward:0.85\n", - "step: 2073, Red action: do-nothing, Blue reward:0.85\n", - "step: 2074, Red action: do-nothing, Blue reward:0.85\n", - "step: 2075, Red action: do-nothing, Blue reward:0.85\n", - "step: 2076, Red action: do-nothing, Blue reward:0.85\n", - "step: 2077, Red action: do-nothing, Blue reward:0.85\n", - "step: 2078, Red action: do-nothing, Blue reward:0.85\n", - "step: 2079, Red action: do-nothing, Blue reward:0.85\n", - "step: 2080, Red action: do-nothing, Blue reward:0.85\n", - "step: 2081, Red action: do-nothing, Blue reward:0.85\n", - "step: 2082, Red action: do-nothing, Blue reward:0.85\n", - "step: 2083, Red action: do-nothing, Blue reward:0.85\n", - "step: 2084, Red action: do-nothing, Blue reward:0.85\n", - "step: 2085, Red action: do-nothing, Blue reward:0.85\n", - "step: 2086, Red action: do-nothing, Blue reward:0.85\n", - "step: 2087, Red action: do-nothing, Blue reward:0.85\n", - "step: 2088, Red action: do-nothing, Blue reward:0.85\n", - "step: 2089, Red action: do-nothing, Blue reward:0.85\n", - "step: 2090, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2091, Red action: do-nothing, Blue reward:0.85\n", - "step: 2092, Red action: do-nothing, Blue reward:0.85\n", - "step: 2093, Red action: do-nothing, Blue reward:0.85\n", - "step: 2094, Red action: do-nothing, Blue reward:0.85\n", - "step: 2095, Red action: do-nothing, Blue reward:0.85\n", - "step: 2096, Red action: do-nothing, Blue reward:0.85\n", - "step: 2097, Red action: do-nothing, Blue reward:0.85\n", - "step: 2098, Red action: do-nothing, Blue reward:0.85\n", - "step: 2099, Red action: do-nothing, Blue reward:0.85\n", - "step: 2100, Red action: do-nothing, Blue reward:0.85\n", - "step: 2101, Red action: do-nothing, Blue reward:0.85\n", - "step: 2102, Red action: do-nothing, Blue reward:0.85\n", - "step: 2103, Red action: do-nothing, Blue reward:0.85\n", - "step: 2104, Red action: do-nothing, Blue reward:0.85\n", - "step: 2105, Red action: do-nothing, Blue reward:0.85\n", - "step: 2106, Red action: do-nothing, Blue reward:0.85\n", - "step: 2107, Red action: do-nothing, Blue reward:0.85\n", - "step: 2108, Red action: do-nothing, Blue reward:0.85\n", - "step: 2109, Red action: do-nothing, Blue reward:0.85\n", - "step: 2110, Red action: do-nothing, Blue reward:0.85\n", - "step: 2111, Red action: do-nothing, Blue reward:0.85\n", - "step: 2112, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2113, Red action: do-nothing, Blue reward:0.85\n", - "step: 2114, Red action: do-nothing, Blue reward:0.85\n", - "step: 2115, Red action: do-nothing, Blue reward:0.85\n", - "step: 2116, Red action: do-nothing, Blue reward:0.85\n", - "step: 2117, Red action: do-nothing, Blue reward:0.85\n", - "step: 2118, Red action: do-nothing, Blue reward:0.85\n", - "step: 2119, Red action: do-nothing, Blue reward:0.85\n", - "step: 2120, Red action: do-nothing, Blue reward:0.85\n", - "step: 2121, Red action: do-nothing, Blue reward:0.85\n", - "step: 2122, Red action: do-nothing, Blue reward:0.85\n", - "step: 2123, Red action: do-nothing, Blue reward:0.85\n", - "step: 2124, Red action: do-nothing, Blue reward:0.85\n", - "step: 2125, Red action: do-nothing, Blue reward:0.85\n", - "step: 2126, Red action: do-nothing, Blue reward:0.85\n", - "step: 2127, Red action: do-nothing, Blue reward:0.85\n", - "step: 2128, Red action: do-nothing, Blue reward:0.85\n", - "step: 2129, Red action: do-nothing, Blue reward:0.85\n", - "step: 2130, Red action: do-nothing, Blue reward:0.85\n", - "step: 2131, Red action: do-nothing, Blue reward:0.85\n", - "step: 2132, Red action: do-nothing, Blue reward:0.85\n", - "step: 2133, Red action: do-nothing, Blue reward:0.85\n", - "step: 2134, Red action: do-nothing, Blue reward:0.85\n", - "step: 2135, Red action: do-nothing, Blue reward:0.85\n", - "step: 2136, Red action: do-nothing, Blue reward:0.85\n", - "step: 2137, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2138, Red action: do-nothing, Blue reward:0.85\n", - "step: 2139, Red action: do-nothing, Blue reward:0.85\n", - "step: 2140, Red action: do-nothing, Blue reward:0.85\n", - "step: 2141, Red action: do-nothing, Blue reward:0.85\n", - "step: 2142, Red action: do-nothing, Blue reward:0.85\n", - "step: 2143, Red action: do-nothing, Blue reward:0.85\n", - "step: 2144, Red action: do-nothing, Blue reward:0.85\n", - "step: 2145, Red action: do-nothing, Blue reward:0.85\n", - "step: 2146, Red action: do-nothing, Blue reward:0.85\n", - "step: 2147, Red action: do-nothing, Blue reward:0.85\n", - "step: 2148, Red action: do-nothing, Blue reward:0.85\n", - "step: 2149, Red action: do-nothing, Blue reward:0.85\n", - "step: 2150, Red action: do-nothing, Blue reward:0.85\n", - "step: 2151, Red action: do-nothing, Blue reward:0.85\n", - "step: 2152, Red action: do-nothing, Blue reward:0.85\n", - "step: 2153, Red action: do-nothing, Blue reward:0.85\n", - "step: 2154, Red action: do-nothing, Blue reward:0.85\n", - "step: 2155, Red action: do-nothing, Blue reward:0.85\n", - "step: 2156, Red action: do-nothing, Blue reward:0.85\n", - "step: 2157, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2158, Red action: do-nothing, Blue reward:0.85\n", - "step: 2159, Red action: do-nothing, Blue reward:0.85\n", - "step: 2160, Red action: do-nothing, Blue reward:0.85\n", - "step: 2161, Red action: do-nothing, Blue reward:0.85\n", - "step: 2162, Red action: do-nothing, Blue reward:0.85\n", - "step: 2163, Red action: do-nothing, Blue reward:0.85\n", - "step: 2164, Red action: do-nothing, Blue reward:0.85\n", - "step: 2165, Red action: do-nothing, Blue reward:0.85\n", - "step: 2166, Red action: do-nothing, Blue reward:0.85\n", - "step: 2167, Red action: do-nothing, Blue reward:0.85\n", - "step: 2168, Red action: do-nothing, Blue reward:0.85\n", - "step: 2169, Red action: do-nothing, Blue reward:0.85\n", - "step: 2170, Red action: do-nothing, Blue reward:0.85\n", - "step: 2171, Red action: do-nothing, Blue reward:0.85\n", - "step: 2172, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2173, Red action: do-nothing, Blue reward:0.85\n", - "step: 2174, Red action: do-nothing, Blue reward:0.85\n", - "step: 2175, Red action: do-nothing, Blue reward:0.85\n", - "step: 2176, Red action: do-nothing, Blue reward:0.85\n", - "step: 2177, Red action: do-nothing, Blue reward:0.85\n", - "step: 2178, Red action: do-nothing, Blue reward:0.85\n", - "step: 2179, Red action: do-nothing, Blue reward:0.85\n", - "step: 2180, Red action: do-nothing, Blue reward:0.85\n", - "step: 2181, Red action: do-nothing, Blue reward:0.85\n", - "step: 2182, Red action: do-nothing, Blue reward:0.85\n", - "step: 2183, Red action: do-nothing, Blue reward:0.85\n", - "step: 2184, Red action: do-nothing, Blue reward:0.85\n", - "step: 2185, Red action: do-nothing, Blue reward:0.85\n", - "step: 2186, Red action: do-nothing, Blue reward:0.85\n", - "step: 2187, Red action: do-nothing, Blue reward:0.85\n", - "step: 2188, Red action: do-nothing, Blue reward:0.85\n", - "step: 2189, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2190, Red action: do-nothing, Blue reward:0.85\n", - "step: 2191, Red action: do-nothing, Blue reward:0.85\n", - "step: 2192, Red action: do-nothing, Blue reward:0.85\n", - "step: 2193, Red action: do-nothing, Blue reward:0.85\n", - "step: 2194, Red action: do-nothing, Blue reward:0.85\n", - "step: 2195, Red action: do-nothing, Blue reward:0.85\n", - "step: 2196, Red action: do-nothing, Blue reward:0.85\n", - "step: 2197, Red action: do-nothing, Blue reward:0.85\n", - "step: 2198, Red action: do-nothing, Blue reward:0.85\n", - "step: 2199, Red action: do-nothing, Blue reward:0.85\n", - "step: 2200, Red action: do-nothing, Blue reward:0.85\n", - "step: 2201, Red action: do-nothing, Blue reward:0.85\n", - "step: 2202, Red action: do-nothing, Blue reward:0.85\n", - "step: 2203, Red action: do-nothing, Blue reward:0.85\n", - "step: 2204, Red action: do-nothing, Blue reward:0.85\n", - "step: 2205, Red action: do-nothing, Blue reward:0.85\n", - "step: 2206, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2207, Red action: do-nothing, Blue reward:0.85\n", - "step: 2208, Red action: do-nothing, Blue reward:0.85\n", - "step: 2209, Red action: do-nothing, Blue reward:0.85\n", - "step: 2210, Red action: do-nothing, Blue reward:0.85\n", - "step: 2211, Red action: do-nothing, Blue reward:0.85\n", - "step: 2212, Red action: do-nothing, Blue reward:0.85\n", - "step: 2213, Red action: do-nothing, Blue reward:0.85\n", - "step: 2214, Red action: do-nothing, Blue reward:0.85\n", - "step: 2215, Red action: do-nothing, Blue reward:0.85\n", - "step: 2216, Red action: do-nothing, Blue reward:0.85\n", - "step: 2217, Red action: do-nothing, Blue reward:0.85\n", - "step: 2218, Red action: do-nothing, Blue reward:0.85\n", - "step: 2219, Red action: do-nothing, Blue reward:0.85\n", - "step: 2220, Red action: do-nothing, Blue reward:0.85\n", - "step: 2221, Red action: do-nothing, Blue reward:0.85\n", - "step: 2222, Red action: do-nothing, Blue reward:0.85\n", - "step: 2223, Red action: do-nothing, Blue reward:0.85\n", - "step: 2224, Red action: do-nothing, Blue reward:0.85\n", - "step: 2225, Red action: do-nothing, Blue reward:0.85\n", - "step: 2226, Red action: do-nothing, Blue reward:0.85\n", - "step: 2227, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2228, Red action: do-nothing, Blue reward:0.85\n", - "step: 2229, Red action: do-nothing, Blue reward:0.85\n", - "step: 2230, Red action: do-nothing, Blue reward:0.85\n", - "step: 2231, Red action: do-nothing, Blue reward:0.85\n", - "step: 2232, Red action: do-nothing, Blue reward:0.85\n", - "step: 2233, Red action: do-nothing, Blue reward:0.85\n", - "step: 2234, Red action: do-nothing, Blue reward:0.85\n", - "step: 2235, Red action: do-nothing, Blue reward:0.85\n", - "step: 2236, Red action: do-nothing, Blue reward:0.85\n", - "step: 2237, Red action: do-nothing, Blue reward:0.85\n", - "step: 2238, Red action: do-nothing, Blue reward:0.85\n", - "step: 2239, Red action: do-nothing, Blue reward:0.85\n", - "step: 2240, Red action: do-nothing, Blue reward:0.85\n", - "step: 2241, Red action: do-nothing, Blue reward:0.85\n", - "step: 2242, Red action: do-nothing, Blue reward:0.85\n", - "step: 2243, Red action: do-nothing, Blue reward:0.85\n", - "step: 2244, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2245, Red action: do-nothing, Blue reward:0.85\n", - "step: 2246, Red action: do-nothing, Blue reward:0.85\n", - "step: 2247, Red action: do-nothing, Blue reward:0.85\n", - "step: 2248, Red action: do-nothing, Blue reward:0.85\n", - "step: 2249, Red action: do-nothing, Blue reward:0.85\n", - "step: 2250, Red action: do-nothing, Blue reward:0.85\n", - "step: 2251, Red action: do-nothing, Blue reward:0.85\n", - "step: 2252, Red action: do-nothing, Blue reward:0.85\n", - "step: 2253, Red action: do-nothing, Blue reward:0.85\n", - "step: 2254, Red action: do-nothing, Blue reward:0.85\n", - "step: 2255, Red action: do-nothing, Blue reward:0.85\n", - "step: 2256, Red action: do-nothing, Blue reward:0.85\n", - "step: 2257, Red action: do-nothing, Blue reward:0.85\n", - "step: 2258, Red action: do-nothing, Blue reward:0.85\n", - "step: 2259, Red action: do-nothing, Blue reward:0.85\n", - "step: 2260, Red action: do-nothing, Blue reward:0.85\n", - "step: 2261, Red action: do-nothing, Blue reward:0.85\n", - "step: 2262, Red action: do-nothing, Blue reward:0.85\n", - "step: 2263, Red action: do-nothing, Blue reward:0.85\n", - "step: 2264, Red action: do-nothing, Blue reward:0.85\n", - "step: 2265, Red action: do-nothing, Blue reward:0.85\n", - "step: 2266, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2267, Red action: do-nothing, Blue reward:0.85\n", - "step: 2268, Red action: do-nothing, Blue reward:0.85\n", - "step: 2269, Red action: do-nothing, Blue reward:0.85\n", - "step: 2270, Red action: do-nothing, Blue reward:0.85\n", - "step: 2271, Red action: do-nothing, Blue reward:0.85\n", - "step: 2272, Red action: do-nothing, Blue reward:0.85\n", - "step: 2273, Red action: do-nothing, Blue reward:0.85\n", - "step: 2274, Red action: do-nothing, Blue reward:0.85\n", - "step: 2275, Red action: do-nothing, Blue reward:0.85\n", - "step: 2276, Red action: do-nothing, Blue reward:0.85\n", - "step: 2277, Red action: do-nothing, Blue reward:0.85\n", - "step: 2278, Red action: do-nothing, Blue reward:0.85\n", - "step: 2279, Red action: do-nothing, Blue reward:0.85\n", - "step: 2280, Red action: do-nothing, Blue reward:0.85\n", - "step: 2281, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2282, Red action: do-nothing, Blue reward:0.85\n", - "step: 2283, Red action: do-nothing, Blue reward:0.85\n", - "step: 2284, Red action: do-nothing, Blue reward:0.85\n", - "step: 2285, Red action: do-nothing, Blue reward:0.85\n", - "step: 2286, Red action: do-nothing, Blue reward:0.85\n", - "step: 2287, Red action: do-nothing, Blue reward:0.85\n", - "step: 2288, Red action: do-nothing, Blue reward:0.85\n", - "step: 2289, Red action: do-nothing, Blue reward:0.85\n", - "step: 2290, Red action: do-nothing, Blue reward:0.85\n", - "step: 2291, Red action: do-nothing, Blue reward:0.85\n", - "step: 2292, Red action: do-nothing, Blue reward:0.85\n", - "step: 2293, Red action: do-nothing, Blue reward:0.85\n", - "step: 2294, Red action: do-nothing, Blue reward:0.85\n", - "step: 2295, Red action: do-nothing, Blue reward:0.85\n", - "step: 2296, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2297, Red action: do-nothing, Blue reward:0.85\n", - "step: 2298, Red action: do-nothing, Blue reward:0.85\n", - "step: 2299, Red action: do-nothing, Blue reward:0.85\n", - "step: 2300, Red action: do-nothing, Blue reward:0.85\n", - "step: 2301, Red action: do-nothing, Blue reward:0.85\n", - "step: 2302, Red action: do-nothing, Blue reward:0.85\n", - "step: 2303, Red action: do-nothing, Blue reward:0.85\n", - "step: 2304, Red action: do-nothing, Blue reward:0.85\n", - "step: 2305, Red action: do-nothing, Blue reward:0.85\n", - "step: 2306, Red action: do-nothing, Blue reward:0.85\n", - "step: 2307, Red action: do-nothing, Blue reward:0.85\n", - "step: 2308, Red action: do-nothing, Blue reward:0.85\n", - "step: 2309, Red action: do-nothing, Blue reward:0.85\n", - "step: 2310, Red action: do-nothing, Blue reward:0.85\n", - "step: 2311, Red action: do-nothing, Blue reward:0.85\n", - "step: 2312, Red action: do-nothing, Blue reward:0.85\n", - "step: 2313, Red action: do-nothing, Blue reward:0.85\n", - "step: 2314, Red action: do-nothing, Blue reward:0.85\n", - "step: 2315, Red action: do-nothing, Blue reward:0.85\n", - "step: 2316, Red action: do-nothing, Blue reward:0.85\n", - "step: 2317, Red action: do-nothing, Blue reward:0.85\n", - "step: 2318, Red action: do-nothing, Blue reward:0.85\n", - "step: 2319, Red action: do-nothing, Blue reward:0.85\n", - "step: 2320, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2321, Red action: do-nothing, Blue reward:0.85\n", - "step: 2322, Red action: do-nothing, Blue reward:0.85\n", - "step: 2323, Red action: do-nothing, Blue reward:0.85\n", - "step: 2324, Red action: do-nothing, Blue reward:0.85\n", - "step: 2325, Red action: do-nothing, Blue reward:0.85\n", - "step: 2326, Red action: do-nothing, Blue reward:0.85\n", - "step: 2327, Red action: do-nothing, Blue reward:0.85\n", - "step: 2328, Red action: do-nothing, Blue reward:0.85\n", - "step: 2329, Red action: do-nothing, Blue reward:0.85\n", - "step: 2330, Red action: do-nothing, Blue reward:0.85\n", - "step: 2331, Red action: do-nothing, Blue reward:0.85\n", - "step: 2332, Red action: do-nothing, Blue reward:0.85\n", - "step: 2333, Red action: do-nothing, Blue reward:0.85\n", - "step: 2334, Red action: do-nothing, Blue reward:0.85\n", - "step: 2335, Red action: do-nothing, Blue reward:0.85\n", - "step: 2336, Red action: do-nothing, Blue reward:0.85\n", - "step: 2337, Red action: do-nothing, Blue reward:0.85\n", - "step: 2338, Red action: do-nothing, Blue reward:0.85\n", - "step: 2339, Red action: do-nothing, Blue reward:0.85\n", - "step: 2340, Red action: do-nothing, Blue reward:0.85\n", - "step: 2341, Red action: do-nothing, Blue reward:0.85\n", - "step: 2342, Red action: do-nothing, Blue reward:0.85\n", - "step: 2343, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2344, Red action: do-nothing, Blue reward:0.85\n", - "step: 2345, Red action: do-nothing, Blue reward:0.85\n", - "step: 2346, Red action: do-nothing, Blue reward:0.85\n", - "step: 2347, Red action: do-nothing, Blue reward:0.85\n", - "step: 2348, Red action: do-nothing, Blue reward:0.85\n", - "step: 2349, Red action: do-nothing, Blue reward:0.85\n", - "step: 2350, Red action: do-nothing, Blue reward:0.85\n", - "step: 2351, Red action: do-nothing, Blue reward:0.85\n", - "step: 2352, Red action: do-nothing, Blue reward:0.85\n", - "step: 2353, Red action: do-nothing, Blue reward:0.85\n", - "step: 2354, Red action: do-nothing, Blue reward:0.85\n", - "step: 2355, Red action: do-nothing, Blue reward:0.85\n", - "step: 2356, Red action: do-nothing, Blue reward:0.85\n", - "step: 2357, Red action: do-nothing, Blue reward:0.85\n", - "step: 2358, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2359, Red action: do-nothing, Blue reward:0.85\n", - "step: 2360, Red action: do-nothing, Blue reward:0.85\n", - "step: 2361, Red action: do-nothing, Blue reward:0.85\n", - "step: 2362, Red action: do-nothing, Blue reward:0.85\n", - "step: 2363, Red action: do-nothing, Blue reward:0.85\n", - "step: 2364, Red action: do-nothing, Blue reward:0.85\n", - "step: 2365, Red action: do-nothing, Blue reward:0.85\n", - "step: 2366, Red action: do-nothing, Blue reward:0.85\n", - "step: 2367, Red action: do-nothing, Blue reward:0.85\n", - "step: 2368, Red action: do-nothing, Blue reward:0.85\n", - "step: 2369, Red action: do-nothing, Blue reward:0.85\n", - "step: 2370, Red action: do-nothing, Blue reward:0.85\n", - "step: 2371, Red action: do-nothing, Blue reward:0.85\n", - "step: 2372, Red action: do-nothing, Blue reward:0.85\n", - "step: 2373, Red action: do-nothing, Blue reward:0.85\n", - "step: 2374, Red action: do-nothing, Blue reward:0.85\n", - "step: 2375, Red action: do-nothing, Blue reward:0.85\n", - "step: 2376, Red action: do-nothing, Blue reward:0.85\n", - "step: 2377, Red action: do-nothing, Blue reward:0.85\n", - "step: 2378, Red action: do-nothing, Blue reward:0.85\n", - "step: 2379, Red action: do-nothing, Blue reward:0.85\n", - "step: 2380, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2381, Red action: do-nothing, Blue reward:0.85\n", - "step: 2382, Red action: do-nothing, Blue reward:0.85\n", - "step: 2383, Red action: do-nothing, Blue reward:0.85\n", - "step: 2384, Red action: do-nothing, Blue reward:0.85\n", - "step: 2385, Red action: do-nothing, Blue reward:0.85\n", - "step: 2386, Red action: do-nothing, Blue reward:0.85\n", - "step: 2387, Red action: do-nothing, Blue reward:0.85\n", - "step: 2388, Red action: do-nothing, Blue reward:0.85\n", - "step: 2389, Red action: do-nothing, Blue reward:0.85\n", - "step: 2390, Red action: do-nothing, Blue reward:0.85\n", - "step: 2391, Red action: do-nothing, Blue reward:0.85\n", - "step: 2392, Red action: do-nothing, Blue reward:0.85\n", - "step: 2393, Red action: do-nothing, Blue reward:0.85\n", - "step: 2394, Red action: do-nothing, Blue reward:0.85\n", - "step: 2395, Red action: do-nothing, Blue reward:0.85\n", - "step: 2396, Red action: do-nothing, Blue reward:0.85\n", - "step: 2397, Red action: do-nothing, Blue reward:0.85\n", - "step: 2398, Red action: do-nothing, Blue reward:0.85\n", - "step: 2399, Red action: do-nothing, Blue reward:0.85\n", - "step: 2400, Red action: do-nothing, Blue reward:0.85\n", - "step: 2401, Red action: do-nothing, Blue reward:0.85\n", - "step: 2402, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2403, Red action: do-nothing, Blue reward:0.85\n", - "step: 2404, Red action: do-nothing, Blue reward:0.85\n", - "step: 2405, Red action: do-nothing, Blue reward:0.85\n", - "step: 2406, Red action: do-nothing, Blue reward:0.85\n", - "step: 2407, Red action: do-nothing, Blue reward:0.85\n", - "step: 2408, Red action: do-nothing, Blue reward:0.85\n", - "step: 2409, Red action: do-nothing, Blue reward:0.85\n", - "step: 2410, Red action: do-nothing, Blue reward:0.85\n", - "step: 2411, Red action: do-nothing, Blue reward:0.85\n", - "step: 2412, Red action: do-nothing, Blue reward:0.85\n", - "step: 2413, Red action: do-nothing, Blue reward:0.85\n", - "step: 2414, Red action: do-nothing, Blue reward:0.85\n", - "step: 2415, Red action: do-nothing, Blue reward:0.85\n", - "step: 2416, Red action: do-nothing, Blue reward:0.85\n", - "step: 2417, Red action: do-nothing, Blue reward:0.85\n", - "step: 2418, Red action: do-nothing, Blue reward:0.85\n", - "step: 2419, Red action: do-nothing, Blue reward:0.85\n", - "step: 2420, Red action: do-nothing, Blue reward:0.85\n", - "step: 2421, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2422, Red action: do-nothing, Blue reward:0.85\n", - "step: 2423, Red action: do-nothing, Blue reward:0.85\n", - "step: 2424, Red action: do-nothing, Blue reward:0.85\n", - "step: 2425, Red action: do-nothing, Blue reward:0.85\n", - "step: 2426, Red action: do-nothing, Blue reward:0.85\n", - "step: 2427, Red action: do-nothing, Blue reward:0.85\n", - "step: 2428, Red action: do-nothing, Blue reward:0.85\n", - "step: 2429, Red action: do-nothing, Blue reward:0.85\n", - "step: 2430, Red action: do-nothing, Blue reward:0.85\n", - "step: 2431, Red action: do-nothing, Blue reward:0.85\n", - "step: 2432, Red action: do-nothing, Blue reward:0.85\n", - "step: 2433, Red action: do-nothing, Blue reward:0.85\n", - "step: 2434, Red action: do-nothing, Blue reward:0.85\n", - "step: 2435, Red action: do-nothing, Blue reward:0.85\n", - "step: 2436, Red action: do-nothing, Blue reward:0.85\n", - "step: 2437, Red action: do-nothing, Blue reward:0.85\n", - "step: 2438, Red action: do-nothing, Blue reward:0.85\n", - "step: 2439, Red action: do-nothing, Blue reward:0.85\n", - "step: 2440, Red action: do-nothing, Blue reward:0.85\n", - "step: 2441, Red action: do-nothing, Blue reward:0.85\n", - "step: 2442, Red action: do-nothing, Blue reward:0.85\n", - "step: 2443, Red action: do-nothing, Blue reward:0.85\n", - "step: 2444, Red action: do-nothing, Blue reward:0.85\n", - "step: 2445, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2446, Red action: do-nothing, Blue reward:0.85\n", - "step: 2447, Red action: do-nothing, Blue reward:0.85\n", - "step: 2448, Red action: do-nothing, Blue reward:0.85\n", - "step: 2449, Red action: do-nothing, Blue reward:0.85\n", - "step: 2450, Red action: do-nothing, Blue reward:0.85\n", - "step: 2451, Red action: do-nothing, Blue reward:0.85\n", - "step: 2452, Red action: do-nothing, Blue reward:0.85\n", - "step: 2453, Red action: do-nothing, Blue reward:0.85\n", - "step: 2454, Red action: do-nothing, Blue reward:0.85\n", - "step: 2455, Red action: do-nothing, Blue reward:0.85\n", - "step: 2456, Red action: do-nothing, Blue reward:0.85\n", - "step: 2457, Red action: do-nothing, Blue reward:0.85\n", - "step: 2458, Red action: do-nothing, Blue reward:0.85\n", - "step: 2459, Red action: do-nothing, Blue reward:0.85\n", - "step: 2460, Red action: do-nothing, Blue reward:0.85\n", - "step: 2461, Red action: do-nothing, Blue reward:0.85\n", - "step: 2462, Red action: do-nothing, Blue reward:0.85\n", - "step: 2463, Red action: do-nothing, Blue reward:0.85\n", - "step: 2464, Red action: do-nothing, Blue reward:0.85\n", - "step: 2465, Red action: do-nothing, Blue reward:0.85\n", - "step: 2466, Red action: do-nothing, Blue reward:0.85\n", - "step: 2467, Red action: do-nothing, Blue reward:0.85\n", - "step: 2468, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2469, Red action: do-nothing, Blue reward:0.85\n", - "step: 2470, Red action: do-nothing, Blue reward:0.85\n", - "step: 2471, Red action: do-nothing, Blue reward:0.85\n", - "step: 2472, Red action: do-nothing, Blue reward:0.85\n", - "step: 2473, Red action: do-nothing, Blue reward:0.85\n", - "step: 2474, Red action: do-nothing, Blue reward:0.85\n", - "step: 2475, Red action: do-nothing, Blue reward:0.85\n", - "step: 2476, Red action: do-nothing, Blue reward:0.85\n", - "step: 2477, Red action: do-nothing, Blue reward:0.85\n", - "step: 2478, Red action: do-nothing, Blue reward:0.85\n", - "step: 2479, Red action: do-nothing, Blue reward:0.85\n", - "step: 2480, Red action: do-nothing, Blue reward:0.85\n", - "step: 2481, Red action: do-nothing, Blue reward:0.85\n", - "step: 2482, Red action: do-nothing, Blue reward:0.85\n", - "step: 2483, Red action: do-nothing, Blue reward:0.85\n", - "step: 2484, Red action: do-nothing, Blue reward:0.85\n", - "step: 2485, Red action: do-nothing, Blue reward:0.85\n", - "step: 2486, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2487, Red action: do-nothing, Blue reward:0.85\n", - "step: 2488, Red action: do-nothing, Blue reward:0.85\n", - "step: 2489, Red action: do-nothing, Blue reward:0.85\n", - "step: 2490, Red action: do-nothing, Blue reward:0.85\n", - "step: 2491, Red action: do-nothing, Blue reward:0.85\n", - "step: 2492, Red action: do-nothing, Blue reward:0.85\n", - "step: 2493, Red action: do-nothing, Blue reward:0.85\n", - "step: 2494, Red action: do-nothing, Blue reward:0.85\n", - "step: 2495, Red action: do-nothing, Blue reward:0.85\n", - "step: 2496, Red action: do-nothing, Blue reward:0.85\n", - "step: 2497, Red action: do-nothing, Blue reward:0.85\n", - "step: 2498, Red action: do-nothing, Blue reward:0.85\n", - "step: 2499, Red action: do-nothing, Blue reward:0.85\n", - "step: 2500, Red action: do-nothing, Blue reward:0.85\n", - "step: 2501, Red action: do-nothing, Blue reward:0.85\n", - "step: 2502, Red action: do-nothing, Blue reward:0.85\n", - "step: 2503, Red action: do-nothing, Blue reward:0.85\n", - "step: 2504, Red action: do-nothing, Blue reward:0.85\n", - "step: 2505, Red action: do-nothing, Blue reward:0.85\n", - "step: 2506, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2507, Red action: do-nothing, Blue reward:0.85\n", - "step: 2508, Red action: do-nothing, Blue reward:0.85\n", - "step: 2509, Red action: do-nothing, Blue reward:0.85\n", - "step: 2510, Red action: do-nothing, Blue reward:0.85\n", - "step: 2511, Red action: do-nothing, Blue reward:0.85\n", - "step: 2512, Red action: do-nothing, Blue reward:0.85\n", - "step: 2513, Red action: do-nothing, Blue reward:0.85\n", - "step: 2514, Red action: do-nothing, Blue reward:0.85\n", - "step: 2515, Red action: do-nothing, Blue reward:0.85\n", - "step: 2516, Red action: do-nothing, Blue reward:0.85\n", - "step: 2517, Red action: do-nothing, Blue reward:0.85\n", - "step: 2518, Red action: do-nothing, Blue reward:0.85\n", - "step: 2519, Red action: do-nothing, Blue reward:0.85\n", - "step: 2520, Red action: do-nothing, Blue reward:0.85\n", - "step: 2521, Red action: do-nothing, Blue reward:0.85\n", - "step: 2522, Red action: do-nothing, Blue reward:0.85\n", - "step: 2523, Red action: do-nothing, Blue reward:0.85\n", - "step: 2524, Red action: do-nothing, Blue reward:0.85\n", - "step: 2525, Red action: do-nothing, Blue reward:0.85\n", - "step: 2526, Red action: do-nothing, Blue reward:0.85\n", - "step: 2527, Red action: do-nothing, Blue reward:0.85\n", - "step: 2528, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2529, Red action: do-nothing, Blue reward:0.85\n", - "step: 2530, Red action: do-nothing, Blue reward:0.85\n", - "step: 2531, Red action: do-nothing, Blue reward:0.85\n", - "step: 2532, Red action: do-nothing, Blue reward:0.85\n", - "step: 2533, Red action: do-nothing, Blue reward:0.85\n", - "step: 2534, Red action: do-nothing, Blue reward:0.85\n", - "step: 2535, Red action: do-nothing, Blue reward:0.85\n", - "step: 2536, Red action: do-nothing, Blue reward:0.85\n", - "step: 2537, Red action: do-nothing, Blue reward:0.85\n", - "step: 2538, Red action: do-nothing, Blue reward:0.85\n", - "step: 2539, Red action: do-nothing, Blue reward:0.85\n", - "step: 2540, Red action: do-nothing, Blue reward:0.85\n", - "step: 2541, Red action: do-nothing, Blue reward:0.85\n", - "step: 2542, Red action: do-nothing, Blue reward:0.85\n", - "step: 2543, Red action: do-nothing, Blue reward:0.85\n", - "step: 2544, Red action: do-nothing, Blue reward:0.85\n", - "step: 2545, Red action: do-nothing, Blue reward:0.85\n", - "step: 2546, Red action: do-nothing, Blue reward:0.85\n", - "step: 2547, Red action: do-nothing, Blue reward:0.85\n", - "step: 2548, Red action: do-nothing, Blue reward:0.85\n", - "step: 2549, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2550, Red action: do-nothing, Blue reward:0.85\n", - "step: 2551, Red action: do-nothing, Blue reward:0.85\n", - "step: 2552, Red action: do-nothing, Blue reward:0.85\n", - "step: 2553, Red action: do-nothing, Blue reward:0.85\n", - "step: 2554, Red action: do-nothing, Blue reward:0.85\n", - "step: 2555, Red action: do-nothing, Blue reward:0.85\n", - "step: 2556, Red action: do-nothing, Blue reward:0.85\n", - "step: 2557, Red action: do-nothing, Blue reward:0.85\n", - "step: 2558, Red action: do-nothing, Blue reward:0.85\n", - "step: 2559, Red action: do-nothing, Blue reward:0.85\n", - "step: 2560, Red action: do-nothing, Blue reward:0.85\n", - "step: 2561, Red action: do-nothing, Blue reward:0.85\n", - "step: 2562, Red action: do-nothing, Blue reward:0.85\n", - "step: 2563, Red action: do-nothing, Blue reward:0.85\n", - "step: 2564, Red action: do-nothing, Blue reward:0.85\n", - "step: 2565, Red action: do-nothing, Blue reward:0.85\n", - "step: 2566, Red action: do-nothing, Blue reward:0.85\n", - "step: 2567, Red action: do-nothing, Blue reward:0.85\n", - "step: 2568, Red action: do-nothing, Blue reward:0.85\n", - "step: 2569, Red action: do-nothing, Blue reward:0.85\n", - "step: 2570, Red action: do-nothing, Blue reward:0.85\n", - "step: 2571, Red action: do-nothing, Blue reward:0.85\n", - "step: 2572, Red action: do-nothing, Blue reward:0.85\n", - "step: 2573, Red action: do-nothing, Blue reward:0.85\n", - "step: 2574, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2575, Red action: do-nothing, Blue reward:0.85\n", - "step: 2576, Red action: do-nothing, Blue reward:0.85\n", - "step: 2577, Red action: do-nothing, Blue reward:0.85\n", - "step: 2578, Red action: do-nothing, Blue reward:0.85\n", - "step: 2579, Red action: do-nothing, Blue reward:0.85\n", - "step: 2580, Red action: do-nothing, Blue reward:0.85\n", - "step: 2581, Red action: do-nothing, Blue reward:0.85\n", - "step: 2582, Red action: do-nothing, Blue reward:0.85\n", - "step: 2583, Red action: do-nothing, Blue reward:0.85\n", - "step: 2584, Red action: do-nothing, Blue reward:0.85\n", - "step: 2585, Red action: do-nothing, Blue reward:0.85\n", - "step: 2586, Red action: do-nothing, Blue reward:0.85\n", - "step: 2587, Red action: do-nothing, Blue reward:0.85\n", - "step: 2588, Red action: do-nothing, Blue reward:0.85\n", - "step: 2589, Red action: do-nothing, Blue reward:0.85\n", - "step: 2590, Red action: do-nothing, Blue reward:0.85\n", - "step: 2591, Red action: do-nothing, Blue reward:0.85\n", - "step: 2592, Red action: do-nothing, Blue reward:0.85\n", - "step: 2593, Red action: do-nothing, Blue reward:0.85\n", - "step: 2594, Red action: do-nothing, Blue reward:0.85\n", - "step: 2595, Red action: do-nothing, Blue reward:0.85\n", - "step: 2596, Red action: do-nothing, Blue reward:0.85\n", - "step: 2597, Red action: do-nothing, Blue reward:0.85\n", - "step: 2598, Red action: do-nothing, Blue reward:0.85\n", - "step: 2599, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2600, Red action: do-nothing, Blue reward:0.85\n", - "step: 2601, Red action: do-nothing, Blue reward:0.85\n", - "step: 2602, Red action: do-nothing, Blue reward:0.85\n", - "step: 2603, Red action: do-nothing, Blue reward:0.85\n", - "step: 2604, Red action: do-nothing, Blue reward:0.85\n", - "step: 2605, Red action: do-nothing, Blue reward:0.85\n", - "step: 2606, Red action: do-nothing, Blue reward:0.85\n", - "step: 2607, Red action: do-nothing, Blue reward:0.85\n", - "step: 2608, Red action: do-nothing, Blue reward:0.85\n", - "step: 2609, Red action: do-nothing, Blue reward:0.85\n", - "step: 2610, Red action: do-nothing, Blue reward:0.85\n", - "step: 2611, Red action: do-nothing, Blue reward:0.85\n", - "step: 2612, Red action: do-nothing, Blue reward:0.85\n", - "step: 2613, Red action: do-nothing, Blue reward:0.85\n", - "step: 2614, Red action: do-nothing, Blue reward:0.85\n", - "step: 2615, Red action: do-nothing, Blue reward:0.85\n", - "step: 2616, Red action: do-nothing, Blue reward:0.85\n", - "step: 2617, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2618, Red action: do-nothing, Blue reward:0.85\n", - "step: 2619, Red action: do-nothing, Blue reward:0.85\n", - "step: 2620, Red action: do-nothing, Blue reward:0.85\n", - "step: 2621, Red action: do-nothing, Blue reward:0.85\n", - "step: 2622, Red action: do-nothing, Blue reward:0.85\n", - "step: 2623, Red action: do-nothing, Blue reward:0.85\n", - "step: 2624, Red action: do-nothing, Blue reward:0.85\n", - "step: 2625, Red action: do-nothing, Blue reward:0.85\n", - "step: 2626, Red action: do-nothing, Blue reward:0.85\n", - "step: 2627, Red action: do-nothing, Blue reward:0.85\n", - "step: 2628, Red action: do-nothing, Blue reward:0.85\n", - "step: 2629, Red action: do-nothing, Blue reward:0.85\n", - "step: 2630, Red action: do-nothing, Blue reward:0.85\n", - "step: 2631, Red action: do-nothing, Blue reward:0.85\n", - "step: 2632, Red action: do-nothing, Blue reward:0.85\n", - "step: 2633, Red action: do-nothing, Blue reward:0.85\n", - "step: 2634, Red action: do-nothing, Blue reward:0.85\n", - "step: 2635, Red action: do-nothing, Blue reward:0.85\n", - "step: 2636, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2637, Red action: do-nothing, Blue reward:0.85\n", - "step: 2638, Red action: do-nothing, Blue reward:0.85\n", - "step: 2639, Red action: do-nothing, Blue reward:0.85\n", - "step: 2640, Red action: do-nothing, Blue reward:0.85\n", - "step: 2641, Red action: do-nothing, Blue reward:0.85\n", - "step: 2642, Red action: do-nothing, Blue reward:0.85\n", - "step: 2643, Red action: do-nothing, Blue reward:0.85\n", - "step: 2644, Red action: do-nothing, Blue reward:0.85\n", - "step: 2645, Red action: do-nothing, Blue reward:0.85\n", - "step: 2646, Red action: do-nothing, Blue reward:0.85\n", - "step: 2647, Red action: do-nothing, Blue reward:0.85\n", - "step: 2648, Red action: do-nothing, Blue reward:0.85\n", - "step: 2649, Red action: do-nothing, Blue reward:0.85\n", - "step: 2650, Red action: do-nothing, Blue reward:0.85\n", - "step: 2651, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2652, Red action: do-nothing, Blue reward:0.85\n", - "step: 2653, Red action: do-nothing, Blue reward:0.85\n", - "step: 2654, Red action: do-nothing, Blue reward:0.85\n", - "step: 2655, Red action: do-nothing, Blue reward:0.85\n", - "step: 2656, Red action: do-nothing, Blue reward:0.85\n", - "step: 2657, Red action: do-nothing, Blue reward:0.85\n", - "step: 2658, Red action: do-nothing, Blue reward:0.85\n", - "step: 2659, Red action: do-nothing, Blue reward:0.85\n", - "step: 2660, Red action: do-nothing, Blue reward:0.85\n", - "step: 2661, Red action: do-nothing, Blue reward:0.85\n", - "step: 2662, Red action: do-nothing, Blue reward:0.85\n", - "step: 2663, Red action: do-nothing, Blue reward:0.85\n", - "step: 2664, Red action: do-nothing, Blue reward:0.85\n", - "step: 2665, Red action: do-nothing, Blue reward:0.85\n", - "step: 2666, Red action: do-nothing, Blue reward:0.85\n", - "step: 2667, Red action: do-nothing, Blue reward:0.85\n", - "step: 2668, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2669, Red action: do-nothing, Blue reward:0.85\n", - "step: 2670, Red action: do-nothing, Blue reward:0.85\n", - "step: 2671, Red action: do-nothing, Blue reward:0.85\n", - "step: 2672, Red action: do-nothing, Blue reward:0.85\n", - "step: 2673, Red action: do-nothing, Blue reward:0.85\n", - "step: 2674, Red action: do-nothing, Blue reward:0.85\n", - "step: 2675, Red action: do-nothing, Blue reward:0.85\n", - "step: 2676, Red action: do-nothing, Blue reward:0.85\n", - "step: 2677, Red action: do-nothing, Blue reward:0.85\n", - "step: 2678, Red action: do-nothing, Blue reward:0.85\n", - "step: 2679, Red action: do-nothing, Blue reward:0.85\n", - "step: 2680, Red action: do-nothing, Blue reward:0.85\n", - "step: 2681, Red action: do-nothing, Blue reward:0.85\n", - "step: 2682, Red action: do-nothing, Blue reward:0.85\n", - "step: 2683, Red action: do-nothing, Blue reward:0.85\n", - "step: 2684, Red action: do-nothing, Blue reward:0.85\n", - "step: 2685, Red action: do-nothing, Blue reward:0.85\n", - "step: 2686, Red action: do-nothing, Blue reward:0.85\n", - "step: 2687, Red action: do-nothing, Blue reward:0.85\n", - "step: 2688, Red action: do-nothing, Blue reward:0.85\n", - "step: 2689, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2690, Red action: do-nothing, Blue reward:0.85\n", - "step: 2691, Red action: do-nothing, Blue reward:0.85\n", - "step: 2692, Red action: do-nothing, Blue reward:0.85\n", - "step: 2693, Red action: do-nothing, Blue reward:0.85\n", - "step: 2694, Red action: do-nothing, Blue reward:0.85\n", - "step: 2695, Red action: do-nothing, Blue reward:0.85\n", - "step: 2696, Red action: do-nothing, Blue reward:0.85\n", - "step: 2697, Red action: do-nothing, Blue reward:0.85\n", - "step: 2698, Red action: do-nothing, Blue reward:0.85\n", - "step: 2699, Red action: do-nothing, Blue reward:0.85\n", - "step: 2700, Red action: do-nothing, Blue reward:0.85\n", - "step: 2701, Red action: do-nothing, Blue reward:0.85\n", - "step: 2702, Red action: do-nothing, Blue reward:0.85\n", - "step: 2703, Red action: do-nothing, Blue reward:0.85\n", - "step: 2704, Red action: do-nothing, Blue reward:0.85\n", - "step: 2705, Red action: do-nothing, Blue reward:0.85\n", - "step: 2706, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2707, Red action: do-nothing, Blue reward:0.85\n", - "step: 2708, Red action: do-nothing, Blue reward:0.85\n", - "step: 2709, Red action: do-nothing, Blue reward:0.85\n", - "step: 2710, Red action: do-nothing, Blue reward:0.85\n", - "step: 2711, Red action: do-nothing, Blue reward:0.85\n", - "step: 2712, Red action: do-nothing, Blue reward:0.85\n", - "step: 2713, Red action: do-nothing, Blue reward:0.85\n", - "step: 2714, Red action: do-nothing, Blue reward:0.85\n", - "step: 2715, Red action: do-nothing, Blue reward:0.85\n", - "step: 2716, Red action: do-nothing, Blue reward:0.85\n", - "step: 2717, Red action: do-nothing, Blue reward:0.85\n", - "step: 2718, Red action: do-nothing, Blue reward:0.85\n", - "step: 2719, Red action: do-nothing, Blue reward:0.85\n", - "step: 2720, Red action: do-nothing, Blue reward:0.85\n", - "step: 2721, Red action: do-nothing, Blue reward:0.85\n", - "step: 2722, Red action: do-nothing, Blue reward:0.85\n", - "step: 2723, Red action: do-nothing, Blue reward:0.85\n", - "step: 2724, Red action: do-nothing, Blue reward:0.85\n", - "step: 2725, Red action: do-nothing, Blue reward:0.85\n", - "step: 2726, Red action: do-nothing, Blue reward:0.85\n", - "step: 2727, Red action: do-nothing, Blue reward:0.85\n", - "step: 2728, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2729, Red action: do-nothing, Blue reward:0.85\n", - "step: 2730, Red action: do-nothing, Blue reward:0.85\n", - "step: 2731, Red action: do-nothing, Blue reward:0.85\n", - "step: 2732, Red action: do-nothing, Blue reward:0.85\n", - "step: 2733, Red action: do-nothing, Blue reward:0.85\n", - "step: 2734, Red action: do-nothing, Blue reward:0.85\n", - "step: 2735, Red action: do-nothing, Blue reward:0.85\n", - "step: 2736, Red action: do-nothing, Blue reward:0.85\n", - "step: 2737, Red action: do-nothing, Blue reward:0.85\n", - "step: 2738, Red action: do-nothing, Blue reward:0.85\n", - "step: 2739, Red action: do-nothing, Blue reward:0.85\n", - "step: 2740, Red action: do-nothing, Blue reward:0.85\n", - "step: 2741, Red action: do-nothing, Blue reward:0.85\n", - "step: 2742, Red action: do-nothing, Blue reward:0.85\n", - "step: 2743, Red action: do-nothing, Blue reward:0.85\n", - "step: 2744, Red action: do-nothing, Blue reward:0.85\n", - "step: 2745, Red action: do-nothing, Blue reward:0.85\n", - "step: 2746, Red action: do-nothing, Blue reward:0.85\n", - "step: 2747, Red action: do-nothing, Blue reward:0.85\n", - "step: 2748, Red action: do-nothing, Blue reward:0.85\n", - "step: 2749, Red action: do-nothing, Blue reward:0.85\n", - "step: 2750, Red action: do-nothing, Blue reward:0.85\n", - "step: 2751, Red action: do-nothing, Blue reward:0.85\n", - "step: 2752, Red action: do-nothing, Blue reward:0.85\n", - "step: 2753, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2754, Red action: do-nothing, Blue reward:0.85\n", - "step: 2755, Red action: do-nothing, Blue reward:0.85\n", - "step: 2756, Red action: do-nothing, Blue reward:0.85\n", - "step: 2757, Red action: do-nothing, Blue reward:0.85\n", - "step: 2758, Red action: do-nothing, Blue reward:0.85\n", - "step: 2759, Red action: do-nothing, Blue reward:0.85\n", - "step: 2760, Red action: do-nothing, Blue reward:0.85\n", - "step: 2761, Red action: do-nothing, Blue reward:0.85\n", - "step: 2762, Red action: do-nothing, Blue reward:0.85\n", - "step: 2763, Red action: do-nothing, Blue reward:0.85\n", - "step: 2764, Red action: do-nothing, Blue reward:0.85\n", - "step: 2765, Red action: do-nothing, Blue reward:0.85\n", - "step: 2766, Red action: do-nothing, Blue reward:0.85\n", - "step: 2767, Red action: do-nothing, Blue reward:0.85\n", - "step: 2768, Red action: do-nothing, Blue reward:0.85\n", - "step: 2769, Red action: do-nothing, Blue reward:0.85\n", - "step: 2770, Red action: do-nothing, Blue reward:0.85\n", - "step: 2771, Red action: do-nothing, Blue reward:0.85\n", - "step: 2772, Red action: do-nothing, Blue reward:0.85\n", - "step: 2773, Red action: do-nothing, Blue reward:0.85\n", - "step: 2774, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2775, Red action: do-nothing, Blue reward:0.85\n", - "step: 2776, Red action: do-nothing, Blue reward:0.85\n", - "step: 2777, Red action: do-nothing, Blue reward:0.85\n", - "step: 2778, Red action: do-nothing, Blue reward:0.85\n", - "step: 2779, Red action: do-nothing, Blue reward:0.85\n", - "step: 2780, Red action: do-nothing, Blue reward:0.85\n", - "step: 2781, Red action: do-nothing, Blue reward:0.85\n", - "step: 2782, Red action: do-nothing, Blue reward:0.85\n", - "step: 2783, Red action: do-nothing, Blue reward:0.85\n", - "step: 2784, Red action: do-nothing, Blue reward:0.85\n", - "step: 2785, Red action: do-nothing, Blue reward:0.85\n", - "step: 2786, Red action: do-nothing, Blue reward:0.85\n", - "step: 2787, Red action: do-nothing, Blue reward:0.85\n", - "step: 2788, Red action: do-nothing, Blue reward:0.85\n", - "step: 2789, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2790, Red action: do-nothing, Blue reward:0.85\n", - "step: 2791, Red action: do-nothing, Blue reward:0.85\n", - "step: 2792, Red action: do-nothing, Blue reward:0.85\n", - "step: 2793, Red action: do-nothing, Blue reward:0.85\n", - "step: 2794, Red action: do-nothing, Blue reward:0.85\n", - "step: 2795, Red action: do-nothing, Blue reward:0.85\n", - "step: 2796, Red action: do-nothing, Blue reward:0.85\n", - "step: 2797, Red action: do-nothing, Blue reward:0.85\n", - "step: 2798, Red action: do-nothing, Blue reward:0.85\n", - "step: 2799, Red action: do-nothing, Blue reward:0.85\n", - "step: 2800, Red action: do-nothing, Blue reward:0.85\n", - "step: 2801, Red action: do-nothing, Blue reward:0.85\n", - "step: 2802, Red action: do-nothing, Blue reward:0.85\n", - "step: 2803, Red action: do-nothing, Blue reward:0.85\n", - "step: 2804, Red action: do-nothing, Blue reward:0.85\n", - "step: 2805, Red action: do-nothing, Blue reward:0.85\n", - "step: 2806, Red action: do-nothing, Blue reward:0.85\n", - "step: 2807, Red action: do-nothing, Blue reward:0.85\n", - "step: 2808, Red action: do-nothing, Blue reward:0.85\n", - "step: 2809, Red action: do-nothing, Blue reward:0.85\n", - "step: 2810, Red action: do-nothing, Blue reward:0.85\n", - "step: 2811, Red action: do-nothing, Blue reward:0.85\n", - "step: 2812, Red action: do-nothing, Blue reward:0.85\n", - "step: 2813, Red action: do-nothing, Blue reward:0.85\n", - "step: 2814, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2815, Red action: do-nothing, Blue reward:0.85\n", - "step: 2816, Red action: do-nothing, Blue reward:0.85\n", - "step: 2817, Red action: do-nothing, Blue reward:0.85\n", - "step: 2818, Red action: do-nothing, Blue reward:0.85\n", - "step: 2819, Red action: do-nothing, Blue reward:0.85\n", - "step: 2820, Red action: do-nothing, Blue reward:0.85\n", - "step: 2821, Red action: do-nothing, Blue reward:0.85\n", - "step: 2822, Red action: do-nothing, Blue reward:0.85\n", - "step: 2823, Red action: do-nothing, Blue reward:0.85\n", - "step: 2824, Red action: do-nothing, Blue reward:0.85\n", - "step: 2825, Red action: do-nothing, Blue reward:0.85\n", - "step: 2826, Red action: do-nothing, Blue reward:0.85\n", - "step: 2827, Red action: do-nothing, Blue reward:0.85\n", - "step: 2828, Red action: do-nothing, Blue reward:0.85\n", - "step: 2829, Red action: do-nothing, Blue reward:0.85\n", - "step: 2830, Red action: do-nothing, Blue reward:0.85\n", - "step: 2831, Red action: do-nothing, Blue reward:0.85\n", - "step: 2832, Red action: do-nothing, Blue reward:0.85\n", - "step: 2833, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2834, Red action: do-nothing, Blue reward:0.85\n", - "step: 2835, Red action: do-nothing, Blue reward:0.85\n", - "step: 2836, Red action: do-nothing, Blue reward:0.85\n", - "step: 2837, Red action: do-nothing, Blue reward:0.85\n", - "step: 2838, Red action: do-nothing, Blue reward:0.85\n", - "step: 2839, Red action: do-nothing, Blue reward:0.85\n", - "step: 2840, Red action: do-nothing, Blue reward:0.85\n", - "step: 2841, Red action: do-nothing, Blue reward:0.85\n", - "step: 2842, Red action: do-nothing, Blue reward:0.85\n", - "step: 2843, Red action: do-nothing, Blue reward:0.85\n", - "step: 2844, Red action: do-nothing, Blue reward:0.85\n", - "step: 2845, Red action: do-nothing, Blue reward:0.85\n", - "step: 2846, Red action: do-nothing, Blue reward:0.85\n", - "step: 2847, Red action: do-nothing, Blue reward:0.85\n", - "step: 2848, Red action: do-nothing, Blue reward:0.85\n", - "step: 2849, Red action: do-nothing, Blue reward:0.85\n", - "step: 2850, Red action: do-nothing, Blue reward:0.85\n", - "step: 2851, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2852, Red action: do-nothing, Blue reward:0.85\n", - "step: 2853, Red action: do-nothing, Blue reward:0.85\n", - "step: 2854, Red action: do-nothing, Blue reward:0.85\n", - "step: 2855, Red action: do-nothing, Blue reward:0.85\n", - "step: 2856, Red action: do-nothing, Blue reward:0.85\n", - "step: 2857, Red action: do-nothing, Blue reward:0.85\n", - "step: 2858, Red action: do-nothing, Blue reward:0.85\n", - "step: 2859, Red action: do-nothing, Blue reward:0.85\n", - "step: 2860, Red action: do-nothing, Blue reward:0.85\n", - "step: 2861, Red action: do-nothing, Blue reward:0.85\n", - "step: 2862, Red action: do-nothing, Blue reward:0.85\n", - "step: 2863, Red action: do-nothing, Blue reward:0.85\n", - "step: 2864, Red action: do-nothing, Blue reward:0.85\n", - "step: 2865, Red action: do-nothing, Blue reward:0.85\n", - "step: 2866, Red action: do-nothing, Blue reward:0.85\n", - "step: 2867, Red action: do-nothing, Blue reward:0.85\n", - "step: 2868, Red action: do-nothing, Blue reward:0.85\n", - "step: 2869, Red action: do-nothing, Blue reward:0.85\n", - "step: 2870, Red action: do-nothing, Blue reward:0.85\n", - "step: 2871, Red action: do-nothing, Blue reward:0.85\n", - "step: 2872, Red action: do-nothing, Blue reward:0.85\n", - "step: 2873, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2874, Red action: do-nothing, Blue reward:0.85\n", - "step: 2875, Red action: do-nothing, Blue reward:0.85\n", - "step: 2876, Red action: do-nothing, Blue reward:0.85\n", - "step: 2877, Red action: do-nothing, Blue reward:0.85\n", - "step: 2878, Red action: do-nothing, Blue reward:0.85\n", - "step: 2879, Red action: do-nothing, Blue reward:0.85\n", - "step: 2880, Red action: do-nothing, Blue reward:0.85\n", - "step: 2881, Red action: do-nothing, Blue reward:0.85\n", - "step: 2882, Red action: do-nothing, Blue reward:0.85\n", - "step: 2883, Red action: do-nothing, Blue reward:0.85\n", - "step: 2884, Red action: do-nothing, Blue reward:0.85\n", - "step: 2885, Red action: do-nothing, Blue reward:0.85\n", - "step: 2886, Red action: do-nothing, Blue reward:0.85\n", - "step: 2887, Red action: do-nothing, Blue reward:0.85\n", - "step: 2888, Red action: do-nothing, Blue reward:0.85\n", - "step: 2889, Red action: do-nothing, Blue reward:0.85\n", - "step: 2890, Red action: do-nothing, Blue reward:0.85\n", - "step: 2891, Red action: do-nothing, Blue reward:0.85\n", - "step: 2892, Red action: do-nothing, Blue reward:0.85\n", - "step: 2893, Red action: do-nothing, Blue reward:0.85\n", - "step: 2894, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2895, Red action: do-nothing, Blue reward:0.85\n", - "step: 2896, Red action: do-nothing, Blue reward:0.85\n", - "step: 2897, Red action: do-nothing, Blue reward:0.85\n", - "step: 2898, Red action: do-nothing, Blue reward:0.85\n", - "step: 2899, Red action: do-nothing, Blue reward:0.85\n", - "step: 2900, Red action: do-nothing, Blue reward:0.85\n", - "step: 2901, Red action: do-nothing, Blue reward:0.85\n", - "step: 2902, Red action: do-nothing, Blue reward:0.85\n", - "step: 2903, Red action: do-nothing, Blue reward:0.85\n", - "step: 2904, Red action: do-nothing, Blue reward:0.85\n", - "step: 2905, Red action: do-nothing, Blue reward:0.85\n", - "step: 2906, Red action: do-nothing, Blue reward:0.85\n", - "step: 2907, Red action: do-nothing, Blue reward:0.85\n", - "step: 2908, Red action: do-nothing, Blue reward:0.85\n", - "step: 2909, Red action: do-nothing, Blue reward:0.85\n", - "step: 2910, Red action: do-nothing, Blue reward:0.85\n", - "step: 2911, Red action: do-nothing, Blue reward:0.85\n", - "step: 2912, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2913, Red action: do-nothing, Blue reward:0.85\n", - "step: 2914, Red action: do-nothing, Blue reward:0.85\n", - "step: 2915, Red action: do-nothing, Blue reward:0.85\n", - "step: 2916, Red action: do-nothing, Blue reward:0.85\n", - "step: 2917, Red action: do-nothing, Blue reward:0.85\n", - "step: 2918, Red action: do-nothing, Blue reward:0.85\n", - "step: 2919, Red action: do-nothing, Blue reward:0.85\n", - "step: 2920, Red action: do-nothing, Blue reward:0.85\n", - "step: 2921, Red action: do-nothing, Blue reward:0.85\n", - "step: 2922, Red action: do-nothing, Blue reward:0.85\n", - "step: 2923, Red action: do-nothing, Blue reward:0.85\n", - "step: 2924, Red action: do-nothing, Blue reward:0.85\n", - "step: 2925, Red action: do-nothing, Blue reward:0.85\n", - "step: 2926, Red action: do-nothing, Blue reward:0.85\n", - "step: 2927, Red action: do-nothing, Blue reward:0.85\n", - "step: 2928, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2929, Red action: do-nothing, Blue reward:0.85\n", - "step: 2930, Red action: do-nothing, Blue reward:0.85\n", - "step: 2931, Red action: do-nothing, Blue reward:0.85\n", - "step: 2932, Red action: do-nothing, Blue reward:0.85\n", - "step: 2933, Red action: do-nothing, Blue reward:0.85\n", - "step: 2934, Red action: do-nothing, Blue reward:0.85\n", - "step: 2935, Red action: do-nothing, Blue reward:0.85\n", - "step: 2936, Red action: do-nothing, Blue reward:0.85\n", - "step: 2937, Red action: do-nothing, Blue reward:0.85\n", - "step: 2938, Red action: do-nothing, Blue reward:0.85\n", - "step: 2939, Red action: do-nothing, Blue reward:0.85\n", - "step: 2940, Red action: do-nothing, Blue reward:0.85\n", - "step: 2941, Red action: do-nothing, Blue reward:0.85\n", - "step: 2942, Red action: do-nothing, Blue reward:0.85\n", - "step: 2943, Red action: do-nothing, Blue reward:0.85\n", - "step: 2944, Red action: do-nothing, Blue reward:0.85\n", - "step: 2945, Red action: do-nothing, Blue reward:0.85\n", - "step: 2946, Red action: do-nothing, Blue reward:0.85\n", - "step: 2947, Red action: do-nothing, Blue reward:0.85\n", - "step: 2948, Red action: do-nothing, Blue reward:0.85\n", - "step: 2949, Red action: do-nothing, Blue reward:0.85\n", - "step: 2950, Red action: do-nothing, Blue reward:0.85\n", - "step: 2951, Red action: do-nothing, Blue reward:0.85\n", - "step: 2952, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2953, Red action: do-nothing, Blue reward:0.85\n", - "step: 2954, Red action: do-nothing, Blue reward:0.85\n", - "step: 2955, Red action: do-nothing, Blue reward:0.85\n", - "step: 2956, Red action: do-nothing, Blue reward:0.85\n", - "step: 2957, Red action: do-nothing, Blue reward:0.85\n", - "step: 2958, Red action: do-nothing, Blue reward:0.85\n", - "step: 2959, Red action: do-nothing, Blue reward:0.85\n", - "step: 2960, Red action: do-nothing, Blue reward:0.85\n", - "step: 2961, Red action: do-nothing, Blue reward:0.85\n", - "step: 2962, Red action: do-nothing, Blue reward:0.85\n", - "step: 2963, Red action: do-nothing, Blue reward:0.85\n", - "step: 2964, Red action: do-nothing, Blue reward:0.85\n", - "step: 2965, Red action: do-nothing, Blue reward:0.85\n", - "step: 2966, Red action: do-nothing, Blue reward:0.85\n", - "step: 2967, Red action: do-nothing, Blue reward:0.85\n", - "step: 2968, Red action: do-nothing, Blue reward:0.85\n", - "step: 2969, Red action: do-nothing, Blue reward:0.85\n", - "step: 2970, Red action: do-nothing, Blue reward:0.85\n", - "step: 2971, Red action: do-nothing, Blue reward:0.85\n", - "step: 2972, Red action: do-nothing, Blue reward:0.85\n", - "step: 2973, Red action: do-nothing, Blue reward:0.85\n", - "step: 2974, Red action: do-nothing, Blue reward:0.85\n", - "step: 2975, Red action: do-nothing, Blue reward:0.85\n", - "step: 2976, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2977, Red action: do-nothing, Blue reward:0.85\n", - "step: 2978, Red action: do-nothing, Blue reward:0.85\n", - "step: 2979, Red action: do-nothing, Blue reward:0.85\n", - "step: 2980, Red action: do-nothing, Blue reward:0.85\n", - "step: 2981, Red action: do-nothing, Blue reward:0.85\n", - "step: 2982, Red action: do-nothing, Blue reward:0.85\n", - "step: 2983, Red action: do-nothing, Blue reward:0.85\n", - "step: 2984, Red action: do-nothing, Blue reward:0.85\n", - "step: 2985, Red action: do-nothing, Blue reward:0.85\n", - "step: 2986, Red action: do-nothing, Blue reward:0.85\n", - "step: 2987, Red action: do-nothing, Blue reward:0.85\n", - "step: 2988, Red action: do-nothing, Blue reward:0.85\n", - "step: 2989, Red action: do-nothing, Blue reward:0.85\n", - "step: 2990, Red action: do-nothing, Blue reward:0.85\n", - "step: 2991, Red action: do-nothing, Blue reward:0.85\n", - "step: 2992, Red action: do-nothing, Blue reward:0.85\n", - "step: 2993, Red action: do-nothing, Blue reward:0.85\n", - "step: 2994, Red action: do-nothing, Blue reward:0.85\n", - "step: 2995, Red action: do-nothing, Blue reward:0.85\n", - "step: 2996, Red action: do-nothing, Blue reward:0.85\n", - "step: 2997, Red action: node-application-execute, Blue reward:0.85\n", - "step: 2998, Red action: do-nothing, Blue reward:0.85\n", - "step: 2999, Red action: do-nothing, Blue reward:0.85\n", - "step: 3000, Red action: do-nothing, Blue reward:0.85\n", - "step: 3001, Red action: do-nothing, Blue reward:0.85\n", - "step: 3002, Red action: do-nothing, Blue reward:0.85\n", - "step: 3003, Red action: do-nothing, Blue reward:0.85\n", - "step: 3004, Red action: do-nothing, Blue reward:0.85\n", - "step: 3005, Red action: do-nothing, Blue reward:0.85\n", - "step: 3006, Red action: do-nothing, Blue reward:0.85\n", - "step: 3007, Red action: do-nothing, Blue reward:0.85\n", - "step: 3008, Red action: do-nothing, Blue reward:0.85\n", - "step: 3009, Red action: do-nothing, Blue reward:0.85\n", - "step: 3010, Red action: do-nothing, Blue reward:0.85\n", - "step: 3011, Red action: do-nothing, Blue reward:0.85\n", - "step: 3012, Red action: do-nothing, Blue reward:0.85\n", - "step: 3013, Red action: do-nothing, Blue reward:0.85\n", - "step: 3014, Red action: do-nothing, Blue reward:0.85\n", - "step: 3015, Red action: do-nothing, Blue reward:0.85\n", - "step: 3016, Red action: do-nothing, Blue reward:0.85\n", - "step: 3017, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3018, Red action: do-nothing, Blue reward:0.85\n", - "step: 3019, Red action: do-nothing, Blue reward:0.85\n", - "step: 3020, Red action: do-nothing, Blue reward:0.85\n", - "step: 3021, Red action: do-nothing, Blue reward:0.85\n", - "step: 3022, Red action: do-nothing, Blue reward:0.85\n", - "step: 3023, Red action: do-nothing, Blue reward:0.85\n", - "step: 3024, Red action: do-nothing, Blue reward:0.85\n", - "step: 3025, Red action: do-nothing, Blue reward:0.85\n", - "step: 3026, Red action: do-nothing, Blue reward:0.85\n", - "step: 3027, Red action: do-nothing, Blue reward:0.85\n", - "step: 3028, Red action: do-nothing, Blue reward:0.85\n", - "step: 3029, Red action: do-nothing, Blue reward:0.85\n", - "step: 3030, Red action: do-nothing, Blue reward:0.85\n", - "step: 3031, Red action: do-nothing, Blue reward:0.85\n", - "step: 3032, Red action: do-nothing, Blue reward:0.85\n", - "step: 3033, Red action: do-nothing, Blue reward:0.85\n", - "step: 3034, Red action: do-nothing, Blue reward:0.85\n", - "step: 3035, Red action: do-nothing, Blue reward:0.85\n", - "step: 3036, Red action: do-nothing, Blue reward:0.85\n", - "step: 3037, Red action: do-nothing, Blue reward:0.85\n", - "step: 3038, Red action: do-nothing, Blue reward:0.85\n", - "step: 3039, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3040, Red action: do-nothing, Blue reward:0.85\n", - "step: 3041, Red action: do-nothing, Blue reward:0.85\n", - "step: 3042, Red action: do-nothing, Blue reward:0.85\n", - "step: 3043, Red action: do-nothing, Blue reward:0.85\n", - "step: 3044, Red action: do-nothing, Blue reward:0.85\n", - "step: 3045, Red action: do-nothing, Blue reward:0.85\n", - "step: 3046, Red action: do-nothing, Blue reward:0.85\n", - "step: 3047, Red action: do-nothing, Blue reward:0.85\n", - "step: 3048, Red action: do-nothing, Blue reward:0.85\n", - "step: 3049, Red action: do-nothing, Blue reward:0.85\n", - "step: 3050, Red action: do-nothing, Blue reward:0.85\n", - "step: 3051, Red action: do-nothing, Blue reward:0.85\n", - "step: 3052, Red action: do-nothing, Blue reward:0.85\n", - "step: 3053, Red action: do-nothing, Blue reward:0.85\n", - "step: 3054, Red action: do-nothing, Blue reward:0.85\n", - "step: 3055, Red action: do-nothing, Blue reward:0.85\n", - "step: 3056, Red action: do-nothing, Blue reward:0.85\n", - "step: 3057, Red action: do-nothing, Blue reward:0.85\n", - "step: 3058, Red action: do-nothing, Blue reward:0.85\n", - "step: 3059, Red action: do-nothing, Blue reward:0.85\n", - "step: 3060, Red action: do-nothing, Blue reward:0.85\n", - "step: 3061, Red action: do-nothing, Blue reward:0.85\n", - "step: 3062, Red action: do-nothing, Blue reward:0.85\n", - "step: 3063, Red action: do-nothing, Blue reward:0.85\n", - "step: 3064, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3065, Red action: do-nothing, Blue reward:0.85\n", - "step: 3066, Red action: do-nothing, Blue reward:0.85\n", - "step: 3067, Red action: do-nothing, Blue reward:0.85\n", - "step: 3068, Red action: do-nothing, Blue reward:0.85\n", - "step: 3069, Red action: do-nothing, Blue reward:0.85\n", - "step: 3070, Red action: do-nothing, Blue reward:0.85\n", - "step: 3071, Red action: do-nothing, Blue reward:0.85\n", - "step: 3072, Red action: do-nothing, Blue reward:0.85\n", - "step: 3073, Red action: do-nothing, Blue reward:0.85\n", - "step: 3074, Red action: do-nothing, Blue reward:0.85\n", - "step: 3075, Red action: do-nothing, Blue reward:0.85\n", - "step: 3076, Red action: do-nothing, Blue reward:0.85\n", - "step: 3077, Red action: do-nothing, Blue reward:0.85\n", - "step: 3078, Red action: do-nothing, Blue reward:0.85\n", - "step: 3079, Red action: do-nothing, Blue reward:0.85\n", - "step: 3080, Red action: do-nothing, Blue reward:0.85\n", - "step: 3081, Red action: do-nothing, Blue reward:0.85\n", - "step: 3082, Red action: do-nothing, Blue reward:0.85\n", - "step: 3083, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3084, Red action: do-nothing, Blue reward:0.85\n", - "step: 3085, Red action: do-nothing, Blue reward:0.85\n", - "step: 3086, Red action: do-nothing, Blue reward:0.85\n", - "step: 3087, Red action: do-nothing, Blue reward:0.85\n", - "step: 3088, Red action: do-nothing, Blue reward:0.85\n", - "step: 3089, Red action: do-nothing, Blue reward:0.85\n", - "step: 3090, Red action: do-nothing, Blue reward:0.85\n", - "step: 3091, Red action: do-nothing, Blue reward:0.85\n", - "step: 3092, Red action: do-nothing, Blue reward:0.85\n", - "step: 3093, Red action: do-nothing, Blue reward:0.85\n", - "step: 3094, Red action: do-nothing, Blue reward:0.85\n", - "step: 3095, Red action: do-nothing, Blue reward:0.85\n", - "step: 3096, Red action: do-nothing, Blue reward:0.85\n", - "step: 3097, Red action: do-nothing, Blue reward:0.85\n", - "step: 3098, Red action: do-nothing, Blue reward:0.85\n", - "step: 3099, Red action: do-nothing, Blue reward:0.85\n", - "step: 3100, Red action: do-nothing, Blue reward:0.85\n", - "step: 3101, Red action: do-nothing, Blue reward:0.85\n", - "step: 3102, Red action: do-nothing, Blue reward:0.85\n", - "step: 3103, Red action: do-nothing, Blue reward:0.85\n", - "step: 3104, Red action: do-nothing, Blue reward:0.85\n", - "step: 3105, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3106, Red action: do-nothing, Blue reward:0.85\n", - "step: 3107, Red action: do-nothing, Blue reward:0.85\n", - "step: 3108, Red action: do-nothing, Blue reward:0.85\n", - "step: 3109, Red action: do-nothing, Blue reward:0.85\n", - "step: 3110, Red action: do-nothing, Blue reward:0.85\n", - "step: 3111, Red action: do-nothing, Blue reward:0.85\n", - "step: 3112, Red action: do-nothing, Blue reward:0.85\n", - "step: 3113, Red action: do-nothing, Blue reward:0.85\n", - "step: 3114, Red action: do-nothing, Blue reward:0.85\n", - "step: 3115, Red action: do-nothing, Blue reward:0.85\n", - "step: 3116, Red action: do-nothing, Blue reward:0.85\n", - "step: 3117, Red action: do-nothing, Blue reward:0.85\n", - "step: 3118, Red action: do-nothing, Blue reward:0.85\n", - "step: 3119, Red action: do-nothing, Blue reward:0.85\n", - "step: 3120, Red action: do-nothing, Blue reward:0.85\n", - "step: 3121, Red action: do-nothing, Blue reward:0.85\n", - "step: 3122, Red action: do-nothing, Blue reward:0.85\n", - "step: 3123, Red action: do-nothing, Blue reward:0.85\n", - "step: 3124, Red action: do-nothing, Blue reward:0.85\n", - "step: 3125, Red action: do-nothing, Blue reward:0.85\n", - "step: 3126, Red action: do-nothing, Blue reward:0.85\n", - "step: 3127, Red action: do-nothing, Blue reward:0.85\n", - "step: 3128, Red action: do-nothing, Blue reward:0.85\n", - "step: 3129, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3130, Red action: do-nothing, Blue reward:0.85\n", - "step: 3131, Red action: do-nothing, Blue reward:0.85\n", - "step: 3132, Red action: do-nothing, Blue reward:0.85\n", - "step: 3133, Red action: do-nothing, Blue reward:0.85\n", - "step: 3134, Red action: do-nothing, Blue reward:0.85\n", - "step: 3135, Red action: do-nothing, Blue reward:0.85\n", - "step: 3136, Red action: do-nothing, Blue reward:0.85\n", - "step: 3137, Red action: do-nothing, Blue reward:0.85\n", - "step: 3138, Red action: do-nothing, Blue reward:0.85\n", - "step: 3139, Red action: do-nothing, Blue reward:0.85\n", - "step: 3140, Red action: do-nothing, Blue reward:0.85\n", - "step: 3141, Red action: do-nothing, Blue reward:0.85\n", - "step: 3142, Red action: do-nothing, Blue reward:0.85\n", - "step: 3143, Red action: do-nothing, Blue reward:0.85\n", - "step: 3144, Red action: do-nothing, Blue reward:0.85\n", - "step: 3145, Red action: do-nothing, Blue reward:0.85\n", - "step: 3146, Red action: do-nothing, Blue reward:0.85\n", - "step: 3147, Red action: do-nothing, Blue reward:0.85\n", - "step: 3148, Red action: do-nothing, Blue reward:0.85\n", - "step: 3149, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3150, Red action: do-nothing, Blue reward:0.85\n", - "step: 3151, Red action: do-nothing, Blue reward:0.85\n", - "step: 3152, Red action: do-nothing, Blue reward:0.85\n", - "step: 3153, Red action: do-nothing, Blue reward:0.85\n", - "step: 3154, Red action: do-nothing, Blue reward:0.85\n", - "step: 3155, Red action: do-nothing, Blue reward:0.85\n", - "step: 3156, Red action: do-nothing, Blue reward:0.85\n", - "step: 3157, Red action: do-nothing, Blue reward:0.85\n", - "step: 3158, Red action: do-nothing, Blue reward:0.85\n", - "step: 3159, Red action: do-nothing, Blue reward:0.85\n", - "step: 3160, Red action: do-nothing, Blue reward:0.85\n", - "step: 3161, Red action: do-nothing, Blue reward:0.85\n", - "step: 3162, Red action: do-nothing, Blue reward:0.85\n", - "step: 3163, Red action: do-nothing, Blue reward:0.85\n", - "step: 3164, Red action: do-nothing, Blue reward:0.85\n", - "step: 3165, Red action: do-nothing, Blue reward:0.85\n", - "step: 3166, Red action: do-nothing, Blue reward:0.85\n", - "step: 3167, Red action: do-nothing, Blue reward:0.85\n", - "step: 3168, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3169, Red action: do-nothing, Blue reward:0.85\n", - "step: 3170, Red action: do-nothing, Blue reward:0.85\n", - "step: 3171, Red action: do-nothing, Blue reward:0.85\n", - "step: 3172, Red action: do-nothing, Blue reward:0.85\n", - "step: 3173, Red action: do-nothing, Blue reward:0.85\n", - "step: 3174, Red action: do-nothing, Blue reward:0.85\n", - "step: 3175, Red action: do-nothing, Blue reward:0.85\n", - "step: 3176, Red action: do-nothing, Blue reward:0.85\n", - "step: 3177, Red action: do-nothing, Blue reward:0.85\n", - "step: 3178, Red action: do-nothing, Blue reward:0.85\n", - "step: 3179, Red action: do-nothing, Blue reward:0.85\n", - "step: 3180, Red action: do-nothing, Blue reward:0.85\n", - "step: 3181, Red action: do-nothing, Blue reward:0.85\n", - "step: 3182, Red action: do-nothing, Blue reward:0.85\n", - "step: 3183, Red action: do-nothing, Blue reward:0.85\n", - "step: 3184, Red action: do-nothing, Blue reward:0.85\n", - "step: 3185, Red action: do-nothing, Blue reward:0.85\n", - "step: 3186, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3187, Red action: do-nothing, Blue reward:0.85\n", - "step: 3188, Red action: do-nothing, Blue reward:0.85\n", - "step: 3189, Red action: do-nothing, Blue reward:0.85\n", - "step: 3190, Red action: do-nothing, Blue reward:0.85\n", - "step: 3191, Red action: do-nothing, Blue reward:0.85\n", - "step: 3192, Red action: do-nothing, Blue reward:0.85\n", - "step: 3193, Red action: do-nothing, Blue reward:0.85\n", - "step: 3194, Red action: do-nothing, Blue reward:0.85\n", - "step: 3195, Red action: do-nothing, Blue reward:0.85\n", - "step: 3196, Red action: do-nothing, Blue reward:0.85\n", - "step: 3197, Red action: do-nothing, Blue reward:0.85\n", - "step: 3198, Red action: do-nothing, Blue reward:0.85\n", - "step: 3199, Red action: do-nothing, Blue reward:0.85\n", - "step: 3200, Red action: do-nothing, Blue reward:0.85\n", - "step: 3201, Red action: do-nothing, Blue reward:0.85\n", - "step: 3202, Red action: do-nothing, Blue reward:0.85\n", - "step: 3203, Red action: do-nothing, Blue reward:0.85\n", - "step: 3204, Red action: do-nothing, Blue reward:0.85\n", - "step: 3205, Red action: do-nothing, Blue reward:0.85\n", - "step: 3206, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3207, Red action: do-nothing, Blue reward:0.85\n", - "step: 3208, Red action: do-nothing, Blue reward:0.85\n", - "step: 3209, Red action: do-nothing, Blue reward:0.85\n", - "step: 3210, Red action: do-nothing, Blue reward:0.85\n", - "step: 3211, Red action: do-nothing, Blue reward:0.85\n", - "step: 3212, Red action: do-nothing, Blue reward:0.85\n", - "step: 3213, Red action: do-nothing, Blue reward:0.85\n", - "step: 3214, Red action: do-nothing, Blue reward:0.85\n", - "step: 3215, Red action: do-nothing, Blue reward:0.85\n", - "step: 3216, Red action: do-nothing, Blue reward:0.85\n", - "step: 3217, Red action: do-nothing, Blue reward:0.85\n", - "step: 3218, Red action: do-nothing, Blue reward:0.85\n", - "step: 3219, Red action: do-nothing, Blue reward:0.85\n", - "step: 3220, Red action: do-nothing, Blue reward:0.85\n", - "step: 3221, Red action: do-nothing, Blue reward:0.85\n", - "step: 3222, Red action: do-nothing, Blue reward:0.85\n", - "step: 3223, Red action: do-nothing, Blue reward:0.85\n", - "step: 3224, Red action: do-nothing, Blue reward:0.85\n", - "step: 3225, Red action: do-nothing, Blue reward:0.85\n", - "step: 3226, Red action: do-nothing, Blue reward:0.85\n", - "step: 3227, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3228, Red action: do-nothing, Blue reward:0.85\n", - "step: 3229, Red action: do-nothing, Blue reward:0.85\n", - "step: 3230, Red action: do-nothing, Blue reward:0.85\n", - "step: 3231, Red action: do-nothing, Blue reward:0.85\n", - "step: 3232, Red action: do-nothing, Blue reward:0.85\n", - "step: 3233, Red action: do-nothing, Blue reward:0.85\n", - "step: 3234, Red action: do-nothing, Blue reward:0.85\n", - "step: 3235, Red action: do-nothing, Blue reward:0.85\n", - "step: 3236, Red action: do-nothing, Blue reward:0.85\n", - "step: 3237, Red action: do-nothing, Blue reward:0.85\n", - "step: 3238, Red action: do-nothing, Blue reward:0.85\n", - "step: 3239, Red action: do-nothing, Blue reward:0.85\n", - "step: 3240, Red action: do-nothing, Blue reward:0.85\n", - "step: 3241, Red action: do-nothing, Blue reward:0.85\n", - "step: 3242, Red action: do-nothing, Blue reward:0.85\n", - "step: 3243, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3244, Red action: do-nothing, Blue reward:0.85\n", - "step: 3245, Red action: do-nothing, Blue reward:0.85\n", - "step: 3246, Red action: do-nothing, Blue reward:0.85\n", - "step: 3247, Red action: do-nothing, Blue reward:0.85\n", - "step: 3248, Red action: do-nothing, Blue reward:0.85\n", - "step: 3249, Red action: do-nothing, Blue reward:0.85\n", - "step: 3250, Red action: do-nothing, Blue reward:0.85\n", - "step: 3251, Red action: do-nothing, Blue reward:0.85\n", - "step: 3252, Red action: do-nothing, Blue reward:0.85\n", - "step: 3253, Red action: do-nothing, Blue reward:0.85\n", - "step: 3254, Red action: do-nothing, Blue reward:0.85\n", - "step: 3255, Red action: do-nothing, Blue reward:0.85\n", - "step: 3256, Red action: do-nothing, Blue reward:0.85\n", - "step: 3257, Red action: do-nothing, Blue reward:0.85\n", - "step: 3258, Red action: do-nothing, Blue reward:0.85\n", - "step: 3259, Red action: do-nothing, Blue reward:0.85\n", - "step: 3260, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3261, Red action: do-nothing, Blue reward:0.85\n", - "step: 3262, Red action: do-nothing, Blue reward:0.85\n", - "step: 3263, Red action: do-nothing, Blue reward:0.85\n", - "step: 3264, Red action: do-nothing, Blue reward:0.85\n", - "step: 3265, Red action: do-nothing, Blue reward:0.85\n", - "step: 3266, Red action: do-nothing, Blue reward:0.85\n", - "step: 3267, Red action: do-nothing, Blue reward:0.85\n", - "step: 3268, Red action: do-nothing, Blue reward:0.85\n", - "step: 3269, Red action: do-nothing, Blue reward:0.85\n", - "step: 3270, Red action: do-nothing, Blue reward:0.85\n", - "step: 3271, Red action: do-nothing, Blue reward:0.85\n", - "step: 3272, Red action: do-nothing, Blue reward:0.85\n", - "step: 3273, Red action: do-nothing, Blue reward:0.85\n", - "step: 3274, Red action: do-nothing, Blue reward:0.85\n", - "step: 3275, Red action: do-nothing, Blue reward:0.85\n", - "step: 3276, Red action: do-nothing, Blue reward:0.85\n", - "step: 3277, Red action: do-nothing, Blue reward:0.85\n", - "step: 3278, Red action: do-nothing, Blue reward:0.85\n", - "step: 3279, Red action: do-nothing, Blue reward:0.85\n", - "step: 3280, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3281, Red action: do-nothing, Blue reward:0.85\n", - "step: 3282, Red action: do-nothing, Blue reward:0.85\n", - "step: 3283, Red action: do-nothing, Blue reward:0.85\n", - "step: 3284, Red action: do-nothing, Blue reward:0.85\n", - "step: 3285, Red action: do-nothing, Blue reward:0.85\n", - "step: 3286, Red action: do-nothing, Blue reward:0.85\n", - "step: 3287, Red action: do-nothing, Blue reward:0.85\n", - "step: 3288, Red action: do-nothing, Blue reward:0.85\n", - "step: 3289, Red action: do-nothing, Blue reward:0.85\n", - "step: 3290, Red action: do-nothing, Blue reward:0.85\n", - "step: 3291, Red action: do-nothing, Blue reward:0.85\n", - "step: 3292, Red action: do-nothing, Blue reward:0.85\n", - "step: 3293, Red action: do-nothing, Blue reward:0.85\n", - "step: 3294, Red action: do-nothing, Blue reward:0.85\n", - "step: 3295, Red action: do-nothing, Blue reward:0.85\n", - "step: 3296, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3297, Red action: do-nothing, Blue reward:0.85\n", - "step: 3298, Red action: do-nothing, Blue reward:0.85\n", - "step: 3299, Red action: do-nothing, Blue reward:0.85\n", - "step: 3300, Red action: do-nothing, Blue reward:0.85\n", - "step: 3301, Red action: do-nothing, Blue reward:0.85\n", - "step: 3302, Red action: do-nothing, Blue reward:0.85\n", - "step: 3303, Red action: do-nothing, Blue reward:0.85\n", - "step: 3304, Red action: do-nothing, Blue reward:0.85\n", - "step: 3305, Red action: do-nothing, Blue reward:0.85\n", - "step: 3306, Red action: do-nothing, Blue reward:0.85\n", - "step: 3307, Red action: do-nothing, Blue reward:0.85\n", - "step: 3308, Red action: do-nothing, Blue reward:0.85\n", - "step: 3309, Red action: do-nothing, Blue reward:0.85\n", - "step: 3310, Red action: do-nothing, Blue reward:0.85\n", - "step: 3311, Red action: do-nothing, Blue reward:0.85\n", - "step: 3312, Red action: do-nothing, Blue reward:0.85\n", - "step: 3313, Red action: do-nothing, Blue reward:0.85\n", - "step: 3314, Red action: do-nothing, Blue reward:0.85\n", - "step: 3315, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3316, Red action: do-nothing, Blue reward:0.85\n", - "step: 3317, Red action: do-nothing, Blue reward:0.85\n", - "step: 3318, Red action: do-nothing, Blue reward:0.85\n", - "step: 3319, Red action: do-nothing, Blue reward:0.85\n", - "step: 3320, Red action: do-nothing, Blue reward:0.85\n", - "step: 3321, Red action: do-nothing, Blue reward:0.85\n", - "step: 3322, Red action: do-nothing, Blue reward:0.85\n", - "step: 3323, Red action: do-nothing, Blue reward:0.85\n", - "step: 3324, Red action: do-nothing, Blue reward:0.85\n", - "step: 3325, Red action: do-nothing, Blue reward:0.85\n", - "step: 3326, Red action: do-nothing, Blue reward:0.85\n", - "step: 3327, Red action: do-nothing, Blue reward:0.85\n", - "step: 3328, Red action: do-nothing, Blue reward:0.85\n", - "step: 3329, Red action: do-nothing, Blue reward:0.85\n", - "step: 3330, Red action: do-nothing, Blue reward:0.85\n", - "step: 3331, Red action: do-nothing, Blue reward:0.85\n", - "step: 3332, Red action: do-nothing, Blue reward:0.85\n", - "step: 3333, Red action: do-nothing, Blue reward:0.85\n", - "step: 3334, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3335, Red action: do-nothing, Blue reward:0.85\n", - "step: 3336, Red action: do-nothing, Blue reward:0.85\n", - "step: 3337, Red action: do-nothing, Blue reward:0.85\n", - "step: 3338, Red action: do-nothing, Blue reward:0.85\n", - "step: 3339, Red action: do-nothing, Blue reward:0.85\n", - "step: 3340, Red action: do-nothing, Blue reward:0.85\n", - "step: 3341, Red action: do-nothing, Blue reward:0.85\n", - "step: 3342, Red action: do-nothing, Blue reward:0.85\n", - "step: 3343, Red action: do-nothing, Blue reward:0.85\n", - "step: 3344, Red action: do-nothing, Blue reward:0.85\n", - "step: 3345, Red action: do-nothing, Blue reward:0.85\n", - "step: 3346, Red action: do-nothing, Blue reward:0.85\n", - "step: 3347, Red action: do-nothing, Blue reward:0.85\n", - "step: 3348, Red action: do-nothing, Blue reward:0.85\n", - "step: 3349, Red action: do-nothing, Blue reward:0.85\n", - "step: 3350, Red action: do-nothing, Blue reward:0.85\n", - "step: 3351, Red action: do-nothing, Blue reward:0.85\n", - "step: 3352, Red action: do-nothing, Blue reward:0.85\n", - "step: 3353, Red action: do-nothing, Blue reward:0.85\n", - "step: 3354, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3355, Red action: do-nothing, Blue reward:0.85\n", - "step: 3356, Red action: do-nothing, Blue reward:0.85\n", - "step: 3357, Red action: do-nothing, Blue reward:0.85\n", - "step: 3358, Red action: do-nothing, Blue reward:0.85\n", - "step: 3359, Red action: do-nothing, Blue reward:0.85\n", - "step: 3360, Red action: do-nothing, Blue reward:0.85\n", - "step: 3361, Red action: do-nothing, Blue reward:0.85\n", - "step: 3362, Red action: do-nothing, Blue reward:0.85\n", - "step: 3363, Red action: do-nothing, Blue reward:0.85\n", - "step: 3364, Red action: do-nothing, Blue reward:0.85\n", - "step: 3365, Red action: do-nothing, Blue reward:0.85\n", - "step: 3366, Red action: do-nothing, Blue reward:0.85\n", - "step: 3367, Red action: do-nothing, Blue reward:0.85\n", - "step: 3368, Red action: do-nothing, Blue reward:0.85\n", - "step: 3369, Red action: do-nothing, Blue reward:0.85\n", - "step: 3370, Red action: do-nothing, Blue reward:0.85\n", - "step: 3371, Red action: do-nothing, Blue reward:0.85\n", - "step: 3372, Red action: do-nothing, Blue reward:0.85\n", - "step: 3373, Red action: do-nothing, Blue reward:0.85\n", - "step: 3374, Red action: do-nothing, Blue reward:0.85\n", - "step: 3375, Red action: do-nothing, Blue reward:0.85\n", - "step: 3376, Red action: do-nothing, Blue reward:0.85\n", - "step: 3377, Red action: do-nothing, Blue reward:0.85\n", - "step: 3378, Red action: do-nothing, Blue reward:0.85\n", - "step: 3379, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3380, Red action: do-nothing, Blue reward:0.85\n", - "step: 3381, Red action: do-nothing, Blue reward:0.85\n", - "step: 3382, Red action: do-nothing, Blue reward:0.85\n", - "step: 3383, Red action: do-nothing, Blue reward:0.85\n", - "step: 3384, Red action: do-nothing, Blue reward:0.85\n", - "step: 3385, Red action: do-nothing, Blue reward:0.85\n", - "step: 3386, Red action: do-nothing, Blue reward:0.85\n", - "step: 3387, Red action: do-nothing, Blue reward:0.85\n", - "step: 3388, Red action: do-nothing, Blue reward:0.85\n", - "step: 3389, Red action: do-nothing, Blue reward:0.85\n", - "step: 3390, Red action: do-nothing, Blue reward:0.85\n", - "step: 3391, Red action: do-nothing, Blue reward:0.85\n", - "step: 3392, Red action: do-nothing, Blue reward:0.85\n", - "step: 3393, Red action: do-nothing, Blue reward:0.85\n", - "step: 3394, Red action: do-nothing, Blue reward:0.85\n", - "step: 3395, Red action: do-nothing, Blue reward:0.85\n", - "step: 3396, Red action: do-nothing, Blue reward:0.85\n", - "step: 3397, Red action: do-nothing, Blue reward:0.85\n", - "step: 3398, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3399, Red action: do-nothing, Blue reward:0.85\n", - "step: 3400, Red action: do-nothing, Blue reward:0.85\n", - "step: 3401, Red action: do-nothing, Blue reward:0.85\n", - "step: 3402, Red action: do-nothing, Blue reward:0.85\n", - "step: 3403, Red action: do-nothing, Blue reward:0.85\n", - "step: 3404, Red action: do-nothing, Blue reward:0.85\n", - "step: 3405, Red action: do-nothing, Blue reward:0.85\n", - "step: 3406, Red action: do-nothing, Blue reward:0.85\n", - "step: 3407, Red action: do-nothing, Blue reward:0.85\n", - "step: 3408, Red action: do-nothing, Blue reward:0.85\n", - "step: 3409, Red action: do-nothing, Blue reward:0.85\n", - "step: 3410, Red action: do-nothing, Blue reward:0.85\n", - "step: 3411, Red action: do-nothing, Blue reward:0.85\n", - "step: 3412, Red action: do-nothing, Blue reward:0.85\n", - "step: 3413, Red action: do-nothing, Blue reward:0.85\n", - "step: 3414, Red action: do-nothing, Blue reward:0.85\n", - "step: 3415, Red action: do-nothing, Blue reward:0.85\n", - "step: 3416, Red action: do-nothing, Blue reward:0.85\n", - "step: 3417, Red action: do-nothing, Blue reward:0.85\n", - "step: 3418, Red action: do-nothing, Blue reward:0.85\n", - "step: 3419, Red action: do-nothing, Blue reward:0.85\n", - "step: 3420, Red action: do-nothing, Blue reward:0.85\n", - "step: 3421, Red action: do-nothing, Blue reward:0.85\n", - "step: 3422, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3423, Red action: do-nothing, Blue reward:0.85\n", - "step: 3424, Red action: do-nothing, Blue reward:0.85\n", - "step: 3425, Red action: do-nothing, Blue reward:0.85\n", - "step: 3426, Red action: do-nothing, Blue reward:0.85\n", - "step: 3427, Red action: do-nothing, Blue reward:0.85\n", - "step: 3428, Red action: do-nothing, Blue reward:0.85\n", - "step: 3429, Red action: do-nothing, Blue reward:0.85\n", - "step: 3430, Red action: do-nothing, Blue reward:0.85\n", - "step: 3431, Red action: do-nothing, Blue reward:0.85\n", - "step: 3432, Red action: do-nothing, Blue reward:0.85\n", - "step: 3433, Red action: do-nothing, Blue reward:0.85\n", - "step: 3434, Red action: do-nothing, Blue reward:0.85\n", - "step: 3435, Red action: do-nothing, Blue reward:0.85\n", - "step: 3436, Red action: do-nothing, Blue reward:0.85\n", - "step: 3437, Red action: do-nothing, Blue reward:0.85\n", - "step: 3438, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3439, Red action: do-nothing, Blue reward:0.85\n", - "step: 3440, Red action: do-nothing, Blue reward:0.85\n", - "step: 3441, Red action: do-nothing, Blue reward:0.85\n", - "step: 3442, Red action: do-nothing, Blue reward:0.85\n", - "step: 3443, Red action: do-nothing, Blue reward:0.85\n", - "step: 3444, Red action: do-nothing, Blue reward:0.85\n", - "step: 3445, Red action: do-nothing, Blue reward:0.85\n", - "step: 3446, Red action: do-nothing, Blue reward:0.85\n", - "step: 3447, Red action: do-nothing, Blue reward:0.85\n", - "step: 3448, Red action: do-nothing, Blue reward:0.85\n", - "step: 3449, Red action: do-nothing, Blue reward:0.85\n", - "step: 3450, Red action: do-nothing, Blue reward:0.85\n", - "step: 3451, Red action: do-nothing, Blue reward:0.85\n", - "step: 3452, Red action: do-nothing, Blue reward:0.85\n", - "step: 3453, Red action: do-nothing, Blue reward:0.85\n", - "step: 3454, Red action: do-nothing, Blue reward:0.85\n", - "step: 3455, Red action: do-nothing, Blue reward:0.85\n", - "step: 3456, Red action: do-nothing, Blue reward:0.85\n", - "step: 3457, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3458, Red action: do-nothing, Blue reward:0.85\n", - "step: 3459, Red action: do-nothing, Blue reward:0.85\n", - "step: 3460, Red action: do-nothing, Blue reward:0.85\n", - "step: 3461, Red action: do-nothing, Blue reward:0.85\n", - "step: 3462, Red action: do-nothing, Blue reward:0.85\n", - "step: 3463, Red action: do-nothing, Blue reward:0.85\n", - "step: 3464, Red action: do-nothing, Blue reward:0.85\n", - "step: 3465, Red action: do-nothing, Blue reward:0.85\n", - "step: 3466, Red action: do-nothing, Blue reward:0.85\n", - "step: 3467, Red action: do-nothing, Blue reward:0.85\n", - "step: 3468, Red action: do-nothing, Blue reward:0.85\n", - "step: 3469, Red action: do-nothing, Blue reward:0.85\n", - "step: 3470, Red action: do-nothing, Blue reward:0.85\n", - "step: 3471, Red action: do-nothing, Blue reward:0.85\n", - "step: 3472, Red action: do-nothing, Blue reward:0.85\n", - "step: 3473, Red action: do-nothing, Blue reward:0.85\n", - "step: 3474, Red action: do-nothing, Blue reward:0.85\n", - "step: 3475, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3476, Red action: do-nothing, Blue reward:0.85\n", - "step: 3477, Red action: do-nothing, Blue reward:0.85\n", - "step: 3478, Red action: do-nothing, Blue reward:0.85\n", - "step: 3479, Red action: do-nothing, Blue reward:0.85\n", - "step: 3480, Red action: do-nothing, Blue reward:0.85\n", - "step: 3481, Red action: do-nothing, Blue reward:0.85\n", - "step: 3482, Red action: do-nothing, Blue reward:0.85\n", - "step: 3483, Red action: do-nothing, Blue reward:0.85\n", - "step: 3484, Red action: do-nothing, Blue reward:0.85\n", - "step: 3485, Red action: do-nothing, Blue reward:0.85\n", - "step: 3486, Red action: do-nothing, Blue reward:0.85\n", - "step: 3487, Red action: do-nothing, Blue reward:0.85\n", - "step: 3488, Red action: do-nothing, Blue reward:0.85\n", - "step: 3489, Red action: do-nothing, Blue reward:0.85\n", - "step: 3490, Red action: do-nothing, Blue reward:0.85\n", - "step: 3491, Red action: do-nothing, Blue reward:0.85\n", - "step: 3492, Red action: do-nothing, Blue reward:0.85\n", - "step: 3493, Red action: do-nothing, Blue reward:0.85\n", - "step: 3494, Red action: do-nothing, Blue reward:0.85\n", - "step: 3495, Red action: do-nothing, Blue reward:0.85\n", - "step: 3496, Red action: do-nothing, Blue reward:0.85\n", - "step: 3497, Red action: do-nothing, Blue reward:0.85\n", - "step: 3498, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3499, Red action: do-nothing, Blue reward:0.85\n", - "step: 3500, Red action: do-nothing, Blue reward:0.85\n", - "step: 3501, Red action: do-nothing, Blue reward:0.85\n", - "step: 3502, Red action: do-nothing, Blue reward:0.85\n", - "step: 3503, Red action: do-nothing, Blue reward:0.85\n", - "step: 3504, Red action: do-nothing, Blue reward:0.85\n", - "step: 3505, Red action: do-nothing, Blue reward:0.85\n", - "step: 3506, Red action: do-nothing, Blue reward:0.85\n", - "step: 3507, Red action: do-nothing, Blue reward:0.85\n", - "step: 3508, Red action: do-nothing, Blue reward:0.85\n", - "step: 3509, Red action: do-nothing, Blue reward:0.85\n", - "step: 3510, Red action: do-nothing, Blue reward:0.85\n", - "step: 3511, Red action: do-nothing, Blue reward:0.85\n", - "step: 3512, Red action: do-nothing, Blue reward:0.85\n", - "step: 3513, Red action: do-nothing, Blue reward:0.85\n", - "step: 3514, Red action: do-nothing, Blue reward:0.85\n", - "step: 3515, Red action: do-nothing, Blue reward:0.85\n", - "step: 3516, Red action: do-nothing, Blue reward:0.85\n", - "step: 3517, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3518, Red action: do-nothing, Blue reward:0.85\n", - "step: 3519, Red action: do-nothing, Blue reward:0.85\n", - "step: 3520, Red action: do-nothing, Blue reward:0.85\n", - "step: 3521, Red action: do-nothing, Blue reward:0.85\n", - "step: 3522, Red action: do-nothing, Blue reward:0.85\n", - "step: 3523, Red action: do-nothing, Blue reward:0.85\n", - "step: 3524, Red action: do-nothing, Blue reward:0.85\n", - "step: 3525, Red action: do-nothing, Blue reward:0.85\n", - "step: 3526, Red action: do-nothing, Blue reward:0.85\n", - "step: 3527, Red action: do-nothing, Blue reward:0.85\n", - "step: 3528, Red action: do-nothing, Blue reward:0.85\n", - "step: 3529, Red action: do-nothing, Blue reward:0.85\n", - "step: 3530, Red action: do-nothing, Blue reward:0.85\n", - "step: 3531, Red action: do-nothing, Blue reward:0.85\n", - "step: 3532, Red action: do-nothing, Blue reward:0.85\n", - "step: 3533, Red action: do-nothing, Blue reward:0.85\n", - "step: 3534, Red action: do-nothing, Blue reward:0.85\n", - "step: 3535, Red action: do-nothing, Blue reward:0.85\n", - "step: 3536, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3537, Red action: do-nothing, Blue reward:0.85\n", - "step: 3538, Red action: do-nothing, Blue reward:0.85\n", - "step: 3539, Red action: do-nothing, Blue reward:0.85\n", - "step: 3540, Red action: do-nothing, Blue reward:0.85\n", - "step: 3541, Red action: do-nothing, Blue reward:0.85\n", - "step: 3542, Red action: do-nothing, Blue reward:0.85\n", - "step: 3543, Red action: do-nothing, Blue reward:0.85\n", - "step: 3544, Red action: do-nothing, Blue reward:0.85\n", - "step: 3545, Red action: do-nothing, Blue reward:0.85\n", - "step: 3546, Red action: do-nothing, Blue reward:0.85\n", - "step: 3547, Red action: do-nothing, Blue reward:0.85\n", - "step: 3548, Red action: do-nothing, Blue reward:0.85\n", - "step: 3549, Red action: do-nothing, Blue reward:0.85\n", - "step: 3550, Red action: do-nothing, Blue reward:0.85\n", - "step: 3551, Red action: do-nothing, Blue reward:0.85\n", - "step: 3552, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3553, Red action: do-nothing, Blue reward:0.85\n", - "step: 3554, Red action: do-nothing, Blue reward:0.85\n", - "step: 3555, Red action: do-nothing, Blue reward:0.85\n", - "step: 3556, Red action: do-nothing, Blue reward:0.85\n", - "step: 3557, Red action: do-nothing, Blue reward:0.85\n", - "step: 3558, Red action: do-nothing, Blue reward:0.85\n", - "step: 3559, Red action: do-nothing, Blue reward:0.85\n", - "step: 3560, Red action: do-nothing, Blue reward:0.85\n", - "step: 3561, Red action: do-nothing, Blue reward:0.85\n", - "step: 3562, Red action: do-nothing, Blue reward:0.85\n", - "step: 3563, Red action: do-nothing, Blue reward:0.85\n", - "step: 3564, Red action: do-nothing, Blue reward:0.85\n", - "step: 3565, Red action: do-nothing, Blue reward:0.85\n", - "step: 3566, Red action: do-nothing, Blue reward:0.85\n", - "step: 3567, Red action: do-nothing, Blue reward:0.85\n", - "step: 3568, Red action: do-nothing, Blue reward:0.85\n", - "step: 3569, Red action: do-nothing, Blue reward:0.85\n", - "step: 3570, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3571, Red action: do-nothing, Blue reward:0.85\n", - "step: 3572, Red action: do-nothing, Blue reward:0.85\n", - "step: 3573, Red action: do-nothing, Blue reward:0.85\n", - "step: 3574, Red action: do-nothing, Blue reward:0.85\n", - "step: 3575, Red action: do-nothing, Blue reward:0.85\n", - "step: 3576, Red action: do-nothing, Blue reward:0.85\n", - "step: 3577, Red action: do-nothing, Blue reward:0.85\n", - "step: 3578, Red action: do-nothing, Blue reward:0.85\n", - "step: 3579, Red action: do-nothing, Blue reward:0.85\n", - "step: 3580, Red action: do-nothing, Blue reward:0.85\n", - "step: 3581, Red action: do-nothing, Blue reward:0.85\n", - "step: 3582, Red action: do-nothing, Blue reward:0.85\n", - "step: 3583, Red action: do-nothing, Blue reward:0.85\n", - "step: 3584, Red action: do-nothing, Blue reward:0.85\n", - "step: 3585, Red action: do-nothing, Blue reward:0.85\n", - "step: 3586, Red action: do-nothing, Blue reward:0.85\n", - "step: 3587, Red action: do-nothing, Blue reward:0.85\n", - "step: 3588, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3589, Red action: do-nothing, Blue reward:0.85\n", - "step: 3590, Red action: do-nothing, Blue reward:0.85\n", - "step: 3591, Red action: do-nothing, Blue reward:0.85\n", - "step: 3592, Red action: do-nothing, Blue reward:0.85\n", - "step: 3593, Red action: do-nothing, Blue reward:0.85\n", - "step: 3594, Red action: do-nothing, Blue reward:0.85\n", - "step: 3595, Red action: do-nothing, Blue reward:0.85\n", - "step: 3596, Red action: do-nothing, Blue reward:0.85\n", - "step: 3597, Red action: do-nothing, Blue reward:0.85\n", - "step: 3598, Red action: do-nothing, Blue reward:0.85\n", - "step: 3599, Red action: do-nothing, Blue reward:0.85\n", - "step: 3600, Red action: do-nothing, Blue reward:0.85\n", - "step: 3601, Red action: do-nothing, Blue reward:0.85\n", - "step: 3602, Red action: do-nothing, Blue reward:0.85\n", - "step: 3603, Red action: do-nothing, Blue reward:0.85\n", - "step: 3604, Red action: do-nothing, Blue reward:0.85\n", - "step: 3605, Red action: do-nothing, Blue reward:0.85\n", - "step: 3606, Red action: do-nothing, Blue reward:0.85\n", - "step: 3607, Red action: do-nothing, Blue reward:0.85\n", - "step: 3608, Red action: do-nothing, Blue reward:0.85\n", - "step: 3609, Red action: do-nothing, Blue reward:0.85\n", - "step: 3610, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3611, Red action: do-nothing, Blue reward:0.85\n", - "step: 3612, Red action: do-nothing, Blue reward:0.85\n", - "step: 3613, Red action: do-nothing, Blue reward:0.85\n", - "step: 3614, Red action: do-nothing, Blue reward:0.85\n", - "step: 3615, Red action: do-nothing, Blue reward:0.85\n", - "step: 3616, Red action: do-nothing, Blue reward:0.85\n", - "step: 3617, Red action: do-nothing, Blue reward:0.85\n", - "step: 3618, Red action: do-nothing, Blue reward:0.85\n", - "step: 3619, Red action: do-nothing, Blue reward:0.85\n", - "step: 3620, Red action: do-nothing, Blue reward:0.85\n", - "step: 3621, Red action: do-nothing, Blue reward:0.85\n", - "step: 3622, Red action: do-nothing, Blue reward:0.85\n", - "step: 3623, Red action: do-nothing, Blue reward:0.85\n", - "step: 3624, Red action: do-nothing, Blue reward:0.85\n", - "step: 3625, Red action: do-nothing, Blue reward:0.85\n", - "step: 3626, Red action: do-nothing, Blue reward:0.85\n", - "step: 3627, Red action: do-nothing, Blue reward:0.85\n", - "step: 3628, Red action: do-nothing, Blue reward:0.85\n", - "step: 3629, Red action: do-nothing, Blue reward:0.85\n", - "step: 3630, Red action: do-nothing, Blue reward:0.85\n", - "step: 3631, Red action: do-nothing, Blue reward:0.85\n", - "step: 3632, Red action: do-nothing, Blue reward:0.85\n", - "step: 3633, Red action: do-nothing, Blue reward:0.85\n", - "step: 3634, Red action: do-nothing, Blue reward:0.85\n", - "step: 3635, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3636, Red action: do-nothing, Blue reward:0.85\n", - "step: 3637, Red action: do-nothing, Blue reward:0.85\n", - "step: 3638, Red action: do-nothing, Blue reward:0.85\n", - "step: 3639, Red action: do-nothing, Blue reward:0.85\n", - "step: 3640, Red action: do-nothing, Blue reward:0.85\n", - "step: 3641, Red action: do-nothing, Blue reward:0.85\n", - "step: 3642, Red action: do-nothing, Blue reward:0.85\n", - "step: 3643, Red action: do-nothing, Blue reward:0.85\n", - "step: 3644, Red action: do-nothing, Blue reward:0.85\n", - "step: 3645, Red action: do-nothing, Blue reward:0.85\n", - "step: 3646, Red action: do-nothing, Blue reward:0.85\n", - "step: 3647, Red action: do-nothing, Blue reward:0.85\n", - "step: 3648, Red action: do-nothing, Blue reward:0.85\n", - "step: 3649, Red action: do-nothing, Blue reward:0.85\n", - "step: 3650, Red action: do-nothing, Blue reward:0.85\n", - "step: 3651, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3652, Red action: do-nothing, Blue reward:0.85\n", - "step: 3653, Red action: do-nothing, Blue reward:0.85\n", - "step: 3654, Red action: do-nothing, Blue reward:0.85\n", - "step: 3655, Red action: do-nothing, Blue reward:0.85\n", - "step: 3656, Red action: do-nothing, Blue reward:0.85\n", - "step: 3657, Red action: do-nothing, Blue reward:0.85\n", - "step: 3658, Red action: do-nothing, Blue reward:0.85\n", - "step: 3659, Red action: do-nothing, Blue reward:0.85\n", - "step: 3660, Red action: do-nothing, Blue reward:0.85\n", - "step: 3661, Red action: do-nothing, Blue reward:0.85\n", - "step: 3662, Red action: do-nothing, Blue reward:0.85\n", - "step: 3663, Red action: do-nothing, Blue reward:0.85\n", - "step: 3664, Red action: do-nothing, Blue reward:0.85\n", - "step: 3665, Red action: do-nothing, Blue reward:0.85\n", - "step: 3666, Red action: do-nothing, Blue reward:0.85\n", - "step: 3667, Red action: do-nothing, Blue reward:0.85\n", - "step: 3668, Red action: do-nothing, Blue reward:0.85\n", - "step: 3669, Red action: do-nothing, Blue reward:0.85\n", - "step: 3670, Red action: do-nothing, Blue reward:0.85\n", - "step: 3671, Red action: do-nothing, Blue reward:0.85\n", - "step: 3672, Red action: do-nothing, Blue reward:0.85\n", - "step: 3673, Red action: do-nothing, Blue reward:0.85\n", - "step: 3674, Red action: do-nothing, Blue reward:0.85\n", - "step: 3675, Red action: do-nothing, Blue reward:0.85\n", - "step: 3676, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3677, Red action: do-nothing, Blue reward:0.85\n", - "step: 3678, Red action: do-nothing, Blue reward:0.85\n", - "step: 3679, Red action: do-nothing, Blue reward:0.85\n", - "step: 3680, Red action: do-nothing, Blue reward:0.85\n", - "step: 3681, Red action: do-nothing, Blue reward:0.85\n", - "step: 3682, Red action: do-nothing, Blue reward:0.85\n", - "step: 3683, Red action: do-nothing, Blue reward:0.85\n", - "step: 3684, Red action: do-nothing, Blue reward:0.85\n", - "step: 3685, Red action: do-nothing, Blue reward:0.85\n", - "step: 3686, Red action: do-nothing, Blue reward:0.85\n", - "step: 3687, Red action: do-nothing, Blue reward:0.85\n", - "step: 3688, Red action: do-nothing, Blue reward:0.85\n", - "step: 3689, Red action: do-nothing, Blue reward:0.85\n", - "step: 3690, Red action: do-nothing, Blue reward:0.85\n", - "step: 3691, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3692, Red action: do-nothing, Blue reward:0.85\n", - "step: 3693, Red action: do-nothing, Blue reward:0.85\n", - "step: 3694, Red action: do-nothing, Blue reward:0.85\n", - "step: 3695, Red action: do-nothing, Blue reward:0.85\n", - "step: 3696, Red action: do-nothing, Blue reward:0.85\n", - "step: 3697, Red action: do-nothing, Blue reward:0.85\n", - "step: 3698, Red action: do-nothing, Blue reward:0.85\n", - "step: 3699, Red action: do-nothing, Blue reward:0.85\n", - "step: 3700, Red action: do-nothing, Blue reward:0.85\n", - "step: 3701, Red action: do-nothing, Blue reward:0.85\n", - "step: 3702, Red action: do-nothing, Blue reward:0.85\n", - "step: 3703, Red action: do-nothing, Blue reward:0.85\n", - "step: 3704, Red action: do-nothing, Blue reward:0.85\n", - "step: 3705, Red action: do-nothing, Blue reward:0.85\n", - "step: 3706, Red action: do-nothing, Blue reward:0.85\n", - "step: 3707, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3708, Red action: do-nothing, Blue reward:0.85\n", - "step: 3709, Red action: do-nothing, Blue reward:0.85\n", - "step: 3710, Red action: do-nothing, Blue reward:0.85\n", - "step: 3711, Red action: do-nothing, Blue reward:0.85\n", - "step: 3712, Red action: do-nothing, Blue reward:0.85\n", - "step: 3713, Red action: do-nothing, Blue reward:0.85\n", - "step: 3714, Red action: do-nothing, Blue reward:0.85\n", - "step: 3715, Red action: do-nothing, Blue reward:0.85\n", - "step: 3716, Red action: do-nothing, Blue reward:0.85\n", - "step: 3717, Red action: do-nothing, Blue reward:0.85\n", - "step: 3718, Red action: do-nothing, Blue reward:0.85\n", - "step: 3719, Red action: do-nothing, Blue reward:0.85\n", - "step: 3720, Red action: do-nothing, Blue reward:0.85\n", - "step: 3721, Red action: do-nothing, Blue reward:0.85\n", - "step: 3722, Red action: do-nothing, Blue reward:0.85\n", - "step: 3723, Red action: do-nothing, Blue reward:0.85\n", - "step: 3724, Red action: do-nothing, Blue reward:0.85\n", - "step: 3725, Red action: do-nothing, Blue reward:0.85\n", - "step: 3726, Red action: do-nothing, Blue reward:0.85\n", - "step: 3727, Red action: do-nothing, Blue reward:0.85\n", - "step: 3728, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3729, Red action: do-nothing, Blue reward:0.85\n", - "step: 3730, Red action: do-nothing, Blue reward:0.85\n", - "step: 3731, Red action: do-nothing, Blue reward:0.85\n", - "step: 3732, Red action: do-nothing, Blue reward:0.85\n", - "step: 3733, Red action: do-nothing, Blue reward:0.85\n", - "step: 3734, Red action: do-nothing, Blue reward:0.85\n", - "step: 3735, Red action: do-nothing, Blue reward:0.85\n", - "step: 3736, Red action: do-nothing, Blue reward:0.85\n", - "step: 3737, Red action: do-nothing, Blue reward:0.85\n", - "step: 3738, Red action: do-nothing, Blue reward:0.85\n", - "step: 3739, Red action: do-nothing, Blue reward:0.85\n", - "step: 3740, Red action: do-nothing, Blue reward:0.85\n", - "step: 3741, Red action: do-nothing, Blue reward:0.85\n", - "step: 3742, Red action: do-nothing, Blue reward:0.85\n", - "step: 3743, Red action: do-nothing, Blue reward:0.85\n", - "step: 3744, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3745, Red action: do-nothing, Blue reward:0.85\n", - "step: 3746, Red action: do-nothing, Blue reward:0.85\n", - "step: 3747, Red action: do-nothing, Blue reward:0.85\n", - "step: 3748, Red action: do-nothing, Blue reward:0.85\n", - "step: 3749, Red action: do-nothing, Blue reward:0.85\n", - "step: 3750, Red action: do-nothing, Blue reward:0.85\n", - "step: 3751, Red action: do-nothing, Blue reward:0.85\n", - "step: 3752, Red action: do-nothing, Blue reward:0.85\n", - "step: 3753, Red action: do-nothing, Blue reward:0.85\n", - "step: 3754, Red action: do-nothing, Blue reward:0.85\n", - "step: 3755, Red action: do-nothing, Blue reward:0.85\n", - "step: 3756, Red action: do-nothing, Blue reward:0.85\n", - "step: 3757, Red action: do-nothing, Blue reward:0.85\n", - "step: 3758, Red action: do-nothing, Blue reward:0.85\n", - "step: 3759, Red action: do-nothing, Blue reward:0.85\n", - "step: 3760, Red action: do-nothing, Blue reward:0.85\n", - "step: 3761, Red action: do-nothing, Blue reward:0.85\n", - "step: 3762, Red action: do-nothing, Blue reward:0.85\n", - "step: 3763, Red action: do-nothing, Blue reward:0.85\n", - "step: 3764, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3765, Red action: do-nothing, Blue reward:0.85\n", - "step: 3766, Red action: do-nothing, Blue reward:0.85\n", - "step: 3767, Red action: do-nothing, Blue reward:0.85\n", - "step: 3768, Red action: do-nothing, Blue reward:0.85\n", - "step: 3769, Red action: do-nothing, Blue reward:0.85\n", - "step: 3770, Red action: do-nothing, Blue reward:0.85\n", - "step: 3771, Red action: do-nothing, Blue reward:0.85\n", - "step: 3772, Red action: do-nothing, Blue reward:0.85\n", - "step: 3773, Red action: do-nothing, Blue reward:0.85\n", - "step: 3774, Red action: do-nothing, Blue reward:0.85\n", - "step: 3775, Red action: do-nothing, Blue reward:0.85\n", - "step: 3776, Red action: do-nothing, Blue reward:0.85\n", - "step: 3777, Red action: do-nothing, Blue reward:0.85\n", - "step: 3778, Red action: do-nothing, Blue reward:0.85\n", - "step: 3779, Red action: do-nothing, Blue reward:0.85\n", - "step: 3780, Red action: do-nothing, Blue reward:0.85\n", - "step: 3781, Red action: do-nothing, Blue reward:0.85\n", - "step: 3782, Red action: do-nothing, Blue reward:0.85\n", - "step: 3783, Red action: do-nothing, Blue reward:0.85\n", - "step: 3784, Red action: node-application-execute, Blue reward:0.85\n", - "step: 3785, Red action: do-nothing, Blue reward:0.85\n", - "step: 3786, Red action: do-nothing, Blue reward:0.85\n", - "step: 3787, Red action: do-nothing, Blue reward:0.85\n", - "step: 3788, Red action: do-nothing, Blue reward:0.85\n", - "step: 3789, Red action: do-nothing, Blue reward:0.85\n", - "step: 3790, Red action: do-nothing, Blue reward:0.85\n", - "step: 3791, Red action: do-nothing, Blue reward:0.85\n", - "step: 3792, Red action: do-nothing, Blue reward:0.85\n", - "step: 3793, Red action: do-nothing, Blue reward:0.85\n", - "step: 3794, Red action: do-nothing, Blue reward:0.85\n", - "step: 3795, Red action: do-nothing, Blue reward:0.85\n", - "step: 3796, Red action: do-nothing, Blue reward:0.85\n", - "step: 3797, Red action: do-nothing, Blue reward:0.85\n", - "step: 3798, Red action: do-nothing, Blue reward:0.85\n", - "step: 3799, Red action: do-nothing, Blue reward:0.85\n", - "step: 3800, Red action: do-nothing, Blue reward:0.85\n", - "step: 3801, Red action: do-nothing, Blue reward:0.85\n", - "step: 3802, Red action: do-nothing, Blue reward:0.85\n" - ] - }, - { - "ename": "KeyboardInterrupt", - "evalue": "", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[11], line 11\u001b[0m\n\u001b[1;32m 8\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstep: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00menv\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mstep_counter\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, Red action: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00minfo[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124magent_actions\u001b[39m\u001b[38;5;124m'\u001b[39m][\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdata_manipulation_attacker\u001b[39m\u001b[38;5;124m'\u001b[39m]\u001b[38;5;241m.\u001b[39maction\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, Blue reward:\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mreward\u001b[38;5;132;01m:\u001b[39;00m\u001b[38;5;124m.2f\u001b[39m\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m )\n\u001b[1;32m 10\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28mabs\u001b[39m(reward \u001b[38;5;241m-\u001b[39m \u001b[38;5;241m0.8\u001b[39m) \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m1e-5\u001b[39m:\n\u001b[0;32m---> 11\u001b[0m obs, reward, terminated, truncated, info \u001b[38;5;241m=\u001b[39m \u001b[43menv\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m)\u001b[49m \u001b[38;5;66;03m# do nothing\u001b[39;00m\n\u001b[1;32m 12\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstep: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00menv\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mstep_counter\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, Red action: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00minfo[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124magent_actions\u001b[39m\u001b[38;5;124m'\u001b[39m][\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdata_manipulation_attacker\u001b[39m\u001b[38;5;124m'\u001b[39m]\u001b[38;5;241m.\u001b[39maction\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, Blue reward:\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mreward\u001b[38;5;132;01m:\u001b[39;00m\u001b[38;5;124m.2f\u001b[39m\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m )\n\u001b[1;32m 13\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m env\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mstep_counter \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m10000\u001b[39m:\n", - "File \u001b[0;32m~/arcd/PrimAITE/src/primaite/session/environment.py:111\u001b[0m, in \u001b[0;36mPrimaiteGymEnv.step\u001b[0;34m(self, action)\u001b[0m\n\u001b[1;32m 109\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mapply_agent_actions()\n\u001b[1;32m 110\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39madvance_timestep()\n\u001b[0;32m--> 111\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgame\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_sim_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 112\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mupdate_agents(state)\n\u001b[1;32m 114\u001b[0m next_obs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_obs() \u001b[38;5;66;03m# this doesn't update observation, just gets the current observation\u001b[39;00m\n", - "File \u001b[0;32m~/arcd/PrimAITE/src/primaite/game/game.py:151\u001b[0m, in \u001b[0;36mPrimaiteGame.get_sim_state\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 149\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mget_sim_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[1;32m 150\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Get the current state of the simulation.\"\"\"\u001b[39;00m\n\u001b[0;32m--> 151\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msimulation\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[0;32m~/arcd/PrimAITE/src/primaite/simulator/sim_container.py:57\u001b[0m, in \u001b[0;36mSimulation.describe_state\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 46\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 47\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[1;32m 48\u001b[0m \n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 52\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[1;32m 53\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 54\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[1;32m 55\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[1;32m 56\u001b[0m {\n\u001b[0;32m---> 57\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnetwork\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mnetwork\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m,\n\u001b[1;32m 58\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdomain\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdomain\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[1;32m 59\u001b[0m }\n\u001b[1;32m 60\u001b[0m )\n\u001b[1;32m 61\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[0;32m~/arcd/PrimAITE/src/primaite/simulator/network/container.py:260\u001b[0m, in \u001b[0;36mNetwork.describe_state\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 252\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 253\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of the Network.\u001b[39;00m\n\u001b[1;32m 254\u001b[0m \n\u001b[1;32m 255\u001b[0m \u001b[38;5;124;03m:return: A dictionary capturing the current state of the Network and its child objects.\u001b[39;00m\n\u001b[1;32m 256\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 257\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[1;32m 258\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[1;32m 259\u001b[0m {\n\u001b[0;32m--> 260\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnodes\u001b[39m\u001b[38;5;124m\"\u001b[39m: {node\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39mhostname: node\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnodes\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[1;32m 261\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlinks\u001b[39m\u001b[38;5;124m\"\u001b[39m: {},\n\u001b[1;32m 262\u001b[0m }\n\u001b[1;32m 263\u001b[0m )\n\u001b[1;32m 264\u001b[0m \u001b[38;5;66;03m# Update the links one-by-one. The key is a 4-tuple of `hostname_a, port_a, hostname_b, port_b`\u001b[39;00m\n\u001b[1;32m 265\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m _, link \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlinks\u001b[38;5;241m.\u001b[39mitems():\n", - "File \u001b[0;32m~/arcd/PrimAITE/src/primaite/simulator/network/container.py:260\u001b[0m, in \u001b[0;36m\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m 252\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 253\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of the Network.\u001b[39;00m\n\u001b[1;32m 254\u001b[0m \n\u001b[1;32m 255\u001b[0m \u001b[38;5;124;03m:return: A dictionary capturing the current state of the Network and its child objects.\u001b[39;00m\n\u001b[1;32m 256\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 257\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[1;32m 258\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[1;32m 259\u001b[0m {\n\u001b[0;32m--> 260\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnodes\u001b[39m\u001b[38;5;124m\"\u001b[39m: {node\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39mhostname: \u001b[43mnode\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnodes\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[1;32m 261\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlinks\u001b[39m\u001b[38;5;124m\"\u001b[39m: {},\n\u001b[1;32m 262\u001b[0m }\n\u001b[1;32m 263\u001b[0m )\n\u001b[1;32m 264\u001b[0m \u001b[38;5;66;03m# Update the links one-by-one. The key is a 4-tuple of `hostname_a, port_a, hostname_b, port_b`\u001b[39;00m\n\u001b[1;32m 265\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m _, link \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlinks\u001b[38;5;241m.\u001b[39mitems():\n", - "File \u001b[0;32m~/arcd/PrimAITE/src/primaite/simulator/network/hardware/base.py:1900\u001b[0m, in \u001b[0;36mNode.describe_state\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 1881\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 1882\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[1;32m 1883\u001b[0m \n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1887\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[1;32m 1888\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 1889\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[1;32m 1890\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[1;32m 1891\u001b[0m {\n\u001b[1;32m 1892\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhostname\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39mhostname,\n\u001b[1;32m 1893\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moperating_state\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moperating_state\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[1;32m 1894\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNICs\u001b[39m\u001b[38;5;124m\"\u001b[39m: {\n\u001b[1;32m 1895\u001b[0m eth_num: network_interface\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[1;32m 1896\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m eth_num, network_interface \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnetwork_interface\u001b[38;5;241m.\u001b[39mitems()\n\u001b[1;32m 1897\u001b[0m },\n\u001b[1;32m 1898\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfile_system\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfile_system\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[1;32m 1899\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mapplications\u001b[39m\u001b[38;5;124m\"\u001b[39m: {app\u001b[38;5;241m.\u001b[39mname: app\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m app \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapplications\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m-> 1900\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mservices\u001b[39m\u001b[38;5;124m\"\u001b[39m: {svc\u001b[38;5;241m.\u001b[39mname: svc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m svc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mservices\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[1;32m 1901\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprocess\u001b[39m\u001b[38;5;124m\"\u001b[39m: {proc\u001b[38;5;241m.\u001b[39mname: proc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m proc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprocesses\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[1;32m 1902\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrevealed_to_red\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39mrevealed_to_red,\n\u001b[1;32m 1903\u001b[0m }\n\u001b[1;32m 1904\u001b[0m )\n\u001b[1;32m 1905\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[0;32m~/arcd/PrimAITE/src/primaite/simulator/network/hardware/base.py:1900\u001b[0m, in \u001b[0;36m\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m 1881\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 1882\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[1;32m 1883\u001b[0m \n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1887\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[1;32m 1888\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 1889\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[1;32m 1890\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[1;32m 1891\u001b[0m {\n\u001b[1;32m 1892\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhostname\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39mhostname,\n\u001b[1;32m 1893\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moperating_state\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moperating_state\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[1;32m 1894\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNICs\u001b[39m\u001b[38;5;124m\"\u001b[39m: {\n\u001b[1;32m 1895\u001b[0m eth_num: network_interface\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[1;32m 1896\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m eth_num, network_interface \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnetwork_interface\u001b[38;5;241m.\u001b[39mitems()\n\u001b[1;32m 1897\u001b[0m },\n\u001b[1;32m 1898\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfile_system\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfile_system\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[1;32m 1899\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mapplications\u001b[39m\u001b[38;5;124m\"\u001b[39m: {app\u001b[38;5;241m.\u001b[39mname: app\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m app \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapplications\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m-> 1900\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mservices\u001b[39m\u001b[38;5;124m\"\u001b[39m: {svc\u001b[38;5;241m.\u001b[39mname: \u001b[43msvc\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mfor\u001b[39;00m svc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mservices\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[1;32m 1901\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprocess\u001b[39m\u001b[38;5;124m\"\u001b[39m: {proc\u001b[38;5;241m.\u001b[39mname: proc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m proc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprocesses\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[1;32m 1902\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrevealed_to_red\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39mrevealed_to_red,\n\u001b[1;32m 1903\u001b[0m }\n\u001b[1;32m 1904\u001b[0m )\n\u001b[1;32m 1905\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[0;32m~/arcd/PrimAITE/src/primaite/simulator/system/services/ntp/ntp_client.py:61\u001b[0m, in \u001b[0;36mNTPClient.describe_state\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 50\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdescribe_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[1;32m 51\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 52\u001b[0m \u001b[38;5;124;03m Describes the current state of the software.\u001b[39;00m\n\u001b[1;32m 53\u001b[0m \n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 59\u001b[0m \u001b[38;5;124;03m :rtype: Dict\u001b[39;00m\n\u001b[1;32m 60\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[0;32m---> 61\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[1;32m 62\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "\u001b[0;31mKeyboardInterrupt\u001b[0m: " - ] - } - ], + "outputs": [], "source": [ "env.step(13) # Patch the database\n", "print(f\"step: {env.game.step_counter}, Red action: {info['agent_actions']['data_manipulation_attacker'].action}, Blue reward:{reward:.2f}\" )\n",